TextCollecting'.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from bs4 import BeautifulSoup \n",
    "import requests\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Address Comfigs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "mainURL = 'https://www.farsnews.com'\n",
    "def address_maker(cat=3,subcat=-1, year=1397,month=8,day=1,page=1):\n",
    "    return(mainURL+'/archive?cat='+str(cat)+'&subcat='\\\n",
    "           +str(subcat)+'&date='+str(year)+'%2F'+str(month)+'%2F'+str(day)+'&p='+str(page))\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Get News Links from Archive"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Get 4 Cat of news:\n",
    "- politic\n",
    "- social\n",
    "- "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "links = []\n",
    "for month in range(7,9):\n",
    "    for day in range(1,31):\n",
    "        for p in range(1,10):\n",
    "            req = requests.get(address_maker(cat=4,month=month,day=day,page=p))\n",
    "            html = BeautifulSoup(req.text , 'html.parser')\n",
    "            posts = html.find(class_ = 'last-news news-list list-unstyled p-0 m-0').findAll('li')\n",
    "            for i in posts:\n",
    "                links.append(mainURL + i.a.get('href'))\n",
    "        print('      ','day ',day,' is done!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "l = pd.DataFrame(links)\n",
    "l.to_csv('FarsSport-139708&07-links.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Get Nonprocessed HTML"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 1 is done!\n",
      "      News 2 is done!\n",
      "      News 3 is done!\n",
      "      News 4 is done!\n",
      "      News 5 is done!\n",
      "      News 6 is done!\n",
      "      News 7 is done!\n",
      "      News 8 is done!\n",
      "      News 9 is done!\n",
      "      News 10 is done!\n",
      "      News 11 is done!\n",
      "      News 12 is done!\n",
      "      News 13 is done!\n",
      "      News 14 is done!\n",
      "      News 15 is done!\n",
      "      News 16 is done!\n",
      "      News 17 is done!\n",
      "      News 18 is done!\n",
      "      News 19 is done!\n",
      "      News 20 is done!\n",
      "      News 21 is done!\n",
      "      News 22 is done!\n",
      "      News 23 is done!\n",
      "      News 24 is done!\n",
      "      News 25 is done!\n",
      "      News 26 is done!\n",
      "      News 27 is done!\n",
      "      News 28 is done!\n",
      "      News 29 is done!\n",
      "      News 30 is done!\n",
      "      News 31 is done!\n",
      "      News 32 is done!\n",
      "      News 33 is done!\n",
      "      News 34 is done!\n",
      "      News 35 is done!\n",
      "      News 36 is done!\n",
      "      News 37 is done!\n",
      "      News 38 is done!\n",
      "      News 39 is done!\n",
      "      News 40 is done!\n",
      "      News 41 is done!\n",
      "      News 42 is done!\n",
      "      News 43 is done!\n",
      "      News 44 is done!\n",
      "      News 45 is done!\n",
      "      News 46 is done!\n",
      "      News 47 is done!\n",
      "      News 48 is done!\n",
      "      News 49 is done!\n",
      "      News 50 is done!\n",
      "      News 51 is done!\n",
      "      News 52 is done!\n",
      "      News 53 is done!\n",
      "      News 54 is done!\n",
      "      News 55 is done!\n",
      "      News 56 is done!\n",
      "      News 57 is done!\n",
      "      News 58 is done!\n",
      "      News 59 is done!\n",
      "      News 60 is done!\n",
      "      News 61 is done!\n",
      "      News 62 is done!\n",
      "      News 63 is done!\n",
      "      News 64 is done!\n",
      "      News 65 is done!\n",
      "      News 66 is done!\n",
      "      News 67 is done!\n",
      "      News 68 is done!\n",
      "      News 69 is done!\n",
      "      News 70 is done!\n",
      "      News 71 is done!\n",
      "      News 72 is done!\n",
      "      News 73 is done!\n",
      "      News 74 is done!\n",
      "      News 75 is done!\n",
      "      News 76 is done!\n",
      "      News 77 is done!\n",
      "      News 78 is done!\n",
      "      News 79 is done!\n",
      "      News 80 is done!\n",
      "      News 81 is done!\n",
      "      News 82 is done!\n",
      "      News 83 is done!\n",
      "      News 84 is done!\n",
      "      News 85 is done!\n",
      "      News 86 is done!\n",
      "      News 87 is done!\n",
      "      News 88 is done!\n",
      "      News 89 is done!\n",
      "      News 90 is done!\n",
      "      News 91 is done!\n",
      "      News 92 is done!\n",
      "      News 93 is done!\n",
      "      News 94 is done!\n",
      "      News 95 is done!\n",
      "      News 96 is done!\n",
      "      News 97 is done!\n",
      "      News 98 is done!\n",
      "      News 99 is done!\n",
      "      News 100 is done!\n",
      "      News 101 is done!\n",
      "      News 102 is done!\n",
      "      News 103 is done!\n",
      "      News 104 is done!\n",
      "      News 105 is done!\n",
      "      News 106 is done!\n",
      "      News 107 is done!\n",
      "      News 108 is done!\n",
      "      News 109 is done!\n",
      "      News 110 is done!\n",
      "      News 111 is done!\n",
      "      News 112 is done!\n",
      "      News 113 is done!\n",
      "      News 114 is done!\n",
      "      News 115 is done!\n",
      "      News 116 is done!\n",
      "      News 117 is done!\n",
      "      News 118 is done!\n",
      "      News 119 is done!\n",
      "      News 120 is done!\n",
      "      News 121 is done!\n",
      "      News 122 is done!\n",
      "      News 123 is done!\n",
      "      News 124 is done!\n",
      "      News 125 is done!\n",
      "      News 126 is done!\n",
      "      News 127 is done!\n",
      "      News 128 is done!\n",
      "      News 129 is done!\n",
      "      News 130 is done!\n",
      "      News 131 is done!\n",
      "      News 132 is done!\n",
      "      News 133 is done!\n",
      "      News 134 is done!\n",
      "      News 135 is done!\n",
      "      News 136 is done!\n",
      "      News 137 is done!\n",
      "      News 138 is done!\n",
      "      News 139 is done!\n",
      "      News 140 is done!\n",
      "      News 141 is done!\n",
      "      News 142 is done!\n",
      "      News 143 is done!\n",
      "      News 144 is done!\n",
      "      News 145 is done!\n",
      "      News 146 is done!\n",
      "      News 147 is done!\n",
      "      News 148 is done!\n",
      "      News 149 is done!\n",
      "      News 150 is done!\n",
      "      News 151 is done!\n",
      "      News 152 is done!\n",
      "      News 153 is done!\n",
      "      News 154 is done!\n",
      "      News 155 is done!\n",
      "      News 156 is done!\n",
      "      News 157 is done!\n",
      "      News 158 is done!\n",
      "      News 159 is done!\n",
      "      News 160 is done!\n",
      "      News 161 is done!\n",
      "      News 162 is done!\n",
      "      News 163 is done!\n",
      "      News 164 is done!\n",
      "      News 165 is done!\n",
      "      News 166 is done!\n",
      "      News 167 is done!\n",
      "      News 168 is done!\n",
      "      News 169 is done!\n",
      "      News 170 is done!\n",
      "      News 171 is done!\n",
      "      News 172 is done!\n",
      "      News 173 is done!\n",
      "      News 174 is done!\n",
      "      News 175 is done!\n",
      "      News 176 is done!\n",
      "      News 177 is done!\n",
      "      News 178 is done!\n",
      "      News 179 is done!\n",
      "      News 180 is done!\n",
      "      News 181 is done!\n",
      "      News 182 is done!\n",
      "      News 183 is done!\n",
      "      News 184 is done!\n",
      "      News 185 is done!\n",
      "      News 186 is done!\n",
      "      News 187 is done!\n",
      "      News 188 is done!\n",
      "      News 189 is done!\n",
      "      News 190 is done!\n",
      "      News 191 is done!\n",
      "      News 192 is done!\n",
      "      News 193 is done!\n",
      "      News 194 is done!\n",
      "      News 195 is done!\n",
      "      News 196 is done!\n",
      "      News 197 is done!\n",
      "      News 198 is done!\n",
      "      News 199 is done!\n",
      "      News 200 is done!\n",
      "      News 201 is done!\n",
      "      News 202 is done!\n",
      "      News 203 is done!\n",
      "      News 204 is done!\n",
      "      News 205 is done!\n",
      "      News 206 is done!\n",
      "      News 207 is done!\n",
      "      News 208 is done!\n",
      "      News 209 is done!\n",
      "      News 210 is done!\n",
      "      News 211 is done!\n",
      "      News 212 is done!\n",
      "      News 213 is done!\n",
      "      News 214 is done!\n",
      "      News 215 is done!\n",
      "      News 216 is done!\n",
      "      News 217 is done!\n",
      "      News 218 is done!\n",
      "      News 219 is done!\n",
      "      News 220 is done!\n",
      "      News 221 is done!\n",
      "      News 222 is done!\n",
      "      News 223 is done!\n",
      "      News 224 is done!\n",
      "      News 225 is done!\n",
      "      News 226 is done!\n",
      "      News 227 is done!\n",
      "      News 228 is done!\n",
      "      News 229 is done!\n",
      "      News 230 is done!\n",
      "      News 231 is done!\n",
      "      News 232 is done!\n",
      "      News 233 is done!\n",
      "      News 234 is done!\n",
      "      News 235 is done!\n",
      "      News 236 is done!\n",
      "      News 237 is done!\n",
      "      News 238 is done!\n",
      "      News 239 is done!\n",
      "      News 240 is done!\n",
      "      News 241 is done!\n",
      "      News 242 is done!\n",
      "      News 243 is done!\n",
      "      News 244 is done!\n",
      "      News 245 is done!\n",
      "      News 246 is done!\n",
      "      News 247 is done!\n",
      "      News 248 is done!\n",
      "      News 249 is done!\n",
      "      News 250 is done!\n",
      "      News 251 is done!\n",
      "      News 252 is done!\n",
      "      News 253 is done!\n",
      "      News 254 is done!\n",
      "      News 255 is done!\n",
      "      News 256 is done!\n",
      "      News 257 is done!\n",
      "      News 258 is done!\n",
      "      News 259 is done!\n",
      "      News 260 is done!\n",
      "      News 261 is done!\n",
      "      News 262 is done!\n",
      "      News 263 is done!\n",
      "      News 264 is done!\n",
      "      News 265 is done!\n",
      "      News 266 is done!\n",
      "      News 267 is done!\n",
      "      News 268 is done!\n",
      "      News 269 is done!\n",
      "      News 270 is done!\n",
      "      News 271 is done!\n",
      "      News 272 is done!\n",
      "      News 273 is done!\n",
      "      News 274 is done!\n",
      "      News 275 is done!\n",
      "      News 276 is done!\n",
      "      News 277 is done!\n",
      "      News 278 is done!\n",
      "      News 279 is done!\n",
      "      News 280 is done!\n",
      "      News 281 is done!\n",
      "      News 282 is done!\n",
      "      News 283 is done!\n",
      "      News 284 is done!\n",
      "      News 285 is done!\n",
      "      News 286 is done!\n",
      "      News 287 is done!\n",
      "      News 288 is done!\n",
      "      News 289 is done!\n",
      "      News 290 is done!\n",
      "      News 291 is done!\n",
      "      News 292 is done!\n",
      "      News 293 is done!\n",
      "      News 294 is done!\n",
      "      News 295 is done!\n",
      "      News 296 is done!\n",
      "      News 297 is done!\n",
      "      News 298 is done!\n",
      "      News 299 is done!\n",
      "      News 300 is done!\n",
      "      News 301 is done!\n",
      "      News 302 is done!\n",
      "      News 303 is done!\n",
      "      News 304 is done!\n",
      "      News 305 is done!\n",
      "      News 306 is done!\n",
      "      News 307 is done!\n",
      "      News 308 is done!\n",
      "      News 309 is done!\n",
      "      News 310 is done!\n",
      "      News 311 is done!\n",
      "      News 312 is done!\n",
      "      News 313 is done!\n",
      "      News 314 is done!\n",
      "      News 315 is done!\n",
      "      News 316 is done!\n",
      "      News 317 is done!\n",
      "      News 318 is done!\n",
      "      News 319 is done!\n",
      "      News 320 is done!\n",
      "      News 321 is done!\n",
      "      News 322 is done!\n",
      "      News 323 is done!\n",
      "      News 324 is done!\n",
      "      News 325 is done!\n",
      "      News 326 is done!\n",
      "      News 327 is done!\n",
      "      News 328 is done!\n",
      "      News 329 is done!\n",
      "      News 330 is done!\n",
      "      News 331 is done!\n",
      "      News 332 is done!\n",
      "      News 333 is done!\n",
      "      News 334 is done!\n",
      "      News 335 is done!\n",
      "      News 336 is done!\n",
      "      News 337 is done!\n",
      "      News 338 is done!\n",
      "      News 339 is done!\n",
      "      News 340 is done!\n",
      "      News 341 is done!\n",
      "      News 342 is done!\n",
      "      News 343 is done!\n",
      "      News 344 is done!\n",
      "      News 345 is done!\n",
      "      News 346 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 347 is done!\n",
      "      News 348 is done!\n",
      "      News 349 is done!\n",
      "      News 350 is done!\n",
      "      News 351 is done!\n",
      "      News 352 is done!\n",
      "      News 353 is done!\n",
      "      News 354 is done!\n",
      "      News 355 is done!\n",
      "      News 356 is done!\n",
      "      News 357 is done!\n",
      "      News 358 is done!\n",
      "      News 359 is done!\n",
      "      News 360 is done!\n",
      "      News 361 is done!\n",
      "      News 362 is done!\n",
      "      News 363 is done!\n",
      "      News 364 is done!\n",
      "      News 365 is done!\n",
      "      News 366 is done!\n",
      "      News 367 is done!\n",
      "      News 368 is done!\n",
      "      News 369 is done!\n",
      "      News 370 is done!\n",
      "      News 371 is done!\n",
      "      News 372 is done!\n",
      "      News 373 is done!\n",
      "      News 374 is done!\n",
      "      News 375 is done!\n",
      "      News 376 is done!\n",
      "      News 377 is done!\n",
      "      News 378 is done!\n",
      "      News 379 is done!\n",
      "      News 380 is done!\n",
      "      News 381 is done!\n",
      "      News 382 is done!\n",
      "      News 383 is done!\n",
      "      News 384 is done!\n",
      "      News 385 is done!\n",
      "      News 386 is done!\n",
      "      News 387 is done!\n",
      "      News 388 is done!\n",
      "      News 389 is done!\n",
      "      News 390 is done!\n",
      "      News 391 is done!\n",
      "      News 392 is done!\n",
      "      News 393 is done!\n",
      "      News 394 is done!\n",
      "      News 395 is done!\n",
      "      News 396 is done!\n",
      "      News 397 is done!\n",
      "      News 398 is done!\n",
      "      News 399 is done!\n",
      "      News 400 is done!\n",
      "      News 401 is done!\n",
      "      News 402 is done!\n",
      "      News 403 is done!\n",
      "      News 404 is done!\n",
      "      News 405 is done!\n",
      "      News 406 is done!\n",
      "      News 407 is done!\n",
      "      News 408 is done!\n",
      "      News 409 is done!\n",
      "      News 410 is done!\n",
      "      News 411 is done!\n",
      "      News 412 is done!\n",
      "      News 413 is done!\n",
      "      News 414 is done!\n",
      "      News 415 is done!\n",
      "      News 416 is done!\n",
      "      News 417 is done!\n",
      "      News 418 is done!\n",
      "      News 419 is done!\n",
      "      News 420 is done!\n",
      "      News 421 is done!\n",
      "      News 422 is done!\n",
      "      News 423 is done!\n",
      "      News 424 is done!\n",
      "      News 425 is done!\n",
      "      News 426 is done!\n",
      "      News 427 is done!\n",
      "      News 428 is done!\n",
      "      News 429 is done!\n",
      "      News 430 is done!\n",
      "      News 431 is done!\n",
      "      News 432 is done!\n",
      "      News 433 is done!\n",
      "      News 434 is done!\n",
      "      News 435 is done!\n",
      "      News 436 is done!\n",
      "      News 437 is done!\n",
      "      News 438 is done!\n",
      "      News 439 is done!\n",
      "      News 440 is done!\n",
      "      News 441 is done!\n",
      "      News 442 is done!\n",
      "      News 443 is done!\n",
      "      News 444 is done!\n",
      "      News 445 is done!\n",
      "      News 446 is done!\n",
      "      News 447 is done!\n",
      "      News 448 is done!\n",
      "      News 449 is done!\n",
      "      News 450 is done!\n",
      "      News 451 is done!\n",
      "      News 452 is done!\n",
      "      News 453 is done!\n",
      "      News 454 is done!\n",
      "      News 455 is done!\n",
      "      News 456 is done!\n",
      "      News 457 is done!\n",
      "      News 458 is done!\n",
      "      News 459 is done!\n",
      "      News 460 is done!\n",
      "      News 461 is done!\n",
      "      News 462 is done!\n",
      "      News 463 is done!\n",
      "      News 464 is done!\n",
      "      News 465 is done!\n",
      "      News 466 is done!\n",
      "      News 467 is done!\n",
      "      News 468 is done!\n",
      "      News 469 is done!\n",
      "      News 470 is done!\n",
      "      News 471 is done!\n",
      "      News 472 is done!\n",
      "      News 473 is done!\n",
      "      News 474 is done!\n",
      "      News 475 is done!\n",
      "      News 476 is done!\n",
      "      News 477 is done!\n",
      "      News 478 is done!\n",
      "      News 479 is done!\n",
      "      News 480 is done!\n",
      "      News 481 is done!\n",
      "      News 482 is done!\n",
      "      News 483 is done!\n",
      "      News 484 is done!\n",
      "      News 485 is done!\n",
      "      News 486 is done!\n",
      "      News 487 is done!\n",
      "      News 488 is done!\n",
      "      News 489 is done!\n",
      "      News 490 is done!\n",
      "      News 491 is done!\n",
      "      News 492 is done!\n",
      "      News 493 is done!\n",
      "      News 494 is done!\n",
      "      News 495 is done!\n",
      "      News 496 is done!\n",
      "      News 497 is done!\n",
      "      News 498 is done!\n",
      "      News 499 is done!\n",
      "      News 500 is done!\n",
      "      News 501 is done!\n",
      "      News 502 is done!\n",
      "      News 503 is done!\n",
      "      News 504 is done!\n",
      "      News 505 is done!\n",
      "      News 506 is done!\n",
      "      News 507 is done!\n",
      "      News 508 is done!\n",
      "      News 509 is done!\n",
      "      News 510 is done!\n",
      "      News 511 is done!\n",
      "      News 512 is done!\n",
      "      News 513 is done!\n",
      "      News 514 is done!\n",
      "      News 515 is done!\n",
      "      News 516 is done!\n",
      "      News 517 is done!\n",
      "      News 518 is done!\n",
      "      News 519 is done!\n",
      "      News 520 is done!\n",
      "      News 521 is done!\n",
      "      News 522 is done!\n",
      "      News 523 is done!\n",
      "      News 524 is done!\n",
      "      News 525 is done!\n",
      "      News 526 is done!\n",
      "      News 527 is done!\n",
      "      News 528 is done!\n",
      "      News 529 is done!\n",
      "      News 530 is done!\n",
      "      News 531 is done!\n",
      "      News 532 is done!\n",
      "      News 533 is done!\n",
      "      News 534 is done!\n",
      "      News 535 is done!\n",
      "      News 536 is done!\n",
      "      News 537 is done!\n",
      "      News 538 is done!\n",
      "      News 539 is done!\n",
      "      News 540 is done!\n",
      "      News 541 is done!\n",
      "      News 542 is done!\n",
      "      News 543 is done!\n",
      "      News 544 is done!\n",
      "      News 545 is done!\n",
      "      News 546 is done!\n",
      "      News 547 is done!\n",
      "      News 548 is done!\n",
      "      News 549 is done!\n",
      "      News 550 is done!\n",
      "      News 551 is done!\n",
      "      News 552 is done!\n",
      "      News 553 is done!\n",
      "      News 554 is done!\n",
      "      News 555 is done!\n",
      "      News 556 is done!\n",
      "      News 557 is done!\n",
      "      News 558 is done!\n",
      "      News 559 is done!\n",
      "      News 560 is done!\n",
      "      News 561 is done!\n",
      "      News 562 is done!\n",
      "      News 563 is done!\n",
      "      News 564 is done!\n",
      "      News 565 is done!\n",
      "      News 566 is done!\n",
      "      News 567 is done!\n",
      "      News 568 is done!\n",
      "      News 569 is done!\n",
      "      News 570 is done!\n",
      "      News 571 is done!\n",
      "      News 572 is done!\n",
      "      News 573 is done!\n",
      "      News 574 is done!\n",
      "      News 575 is done!\n",
      "      News 576 is done!\n",
      "      News 577 is done!\n",
      "      News 578 is done!\n",
      "      News 579 is done!\n",
      "      News 580 is done!\n",
      "      News 581 is done!\n",
      "      News 582 is done!\n",
      "      News 583 is done!\n",
      "      News 584 is done!\n",
      "      News 585 is done!\n",
      "      News 586 is done!\n",
      "      News 587 is done!\n",
      "      News 588 is done!\n",
      "      News 589 is done!\n",
      "      News 590 is done!\n",
      "      News 591 is done!\n",
      "      News 592 is done!\n",
      "      News 593 is done!\n",
      "      News 594 is done!\n",
      "      News 595 is done!\n",
      "      News 596 is done!\n",
      "      News 597 is done!\n",
      "      News 598 is done!\n",
      "      News 599 is done!\n",
      "      News 600 is done!\n",
      "      News 601 is done!\n",
      "      News 602 is done!\n",
      "      News 603 is done!\n",
      "      News 604 is done!\n",
      "      News 605 is done!\n",
      "      News 606 is done!\n",
      "      News 607 is done!\n",
      "      News 608 is done!\n",
      "      News 609 is done!\n",
      "      News 610 is done!\n",
      "      News 611 is done!\n",
      "      News 612 is done!\n",
      "      News 613 is done!\n",
      "      News 614 is done!\n",
      "      News 615 is done!\n",
      "      News 616 is done!\n",
      "      News 617 is done!\n",
      "      News 618 is done!\n",
      "      News 619 is done!\n",
      "      News 620 is done!\n",
      "      News 621 is done!\n",
      "      News 622 is done!\n",
      "      News 623 is done!\n",
      "      News 624 is done!\n",
      "      News 625 is done!\n",
      "      News 626 is done!\n",
      "      News 627 is done!\n",
      "      News 628 is done!\n",
      "      News 629 is done!\n",
      "      News 630 is done!\n",
      "      News 631 is done!\n",
      "      News 632 is done!\n",
      "      News 633 is done!\n",
      "      News 634 is done!\n",
      "      News 635 is done!\n",
      "      News 636 is done!\n",
      "      News 637 is done!\n",
      "      News 638 is done!\n",
      "      News 639 is done!\n",
      "      News 640 is done!\n",
      "      News 641 is done!\n",
      "      News 642 is done!\n",
      "      News 643 is done!\n",
      "      News 644 is done!\n",
      "      News 645 is done!\n",
      "      News 646 is done!\n",
      "      News 647 is done!\n",
      "      News 648 is done!\n",
      "      News 649 is done!\n",
      "      News 650 is done!\n",
      "      News 651 is done!\n",
      "      News 652 is done!\n",
      "      News 653 is done!\n",
      "      News 654 is done!\n",
      "      News 655 is done!\n",
      "      News 656 is done!\n",
      "      News 657 is done!\n",
      "      News 658 is done!\n",
      "      News 659 is done!\n",
      "      News 660 is done!\n",
      "      News 661 is done!\n",
      "      News 662 is done!\n",
      "      News 663 is done!\n",
      "      News 664 is done!\n",
      "      News 665 is done!\n",
      "      News 666 is done!\n",
      "      News 667 is done!\n",
      "      News 668 is done!\n",
      "      News 669 is done!\n",
      "      News 670 is done!\n",
      "      News 671 is done!\n",
      "      News 672 is done!\n",
      "      News 673 is done!\n",
      "      News 674 is done!\n",
      "      News 675 is done!\n",
      "      News 676 is done!\n",
      "      News 677 is done!\n",
      "      News 678 is done!\n",
      "      News 679 is done!\n",
      "      News 680 is done!\n",
      "      News 681 is done!\n",
      "      News 682 is done!\n",
      "      News 683 is done!\n",
      "      News 684 is done!\n",
      "      News 685 is done!\n",
      "      News 686 is done!\n",
      "      News 687 is done!\n",
      "      News 688 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 689 is done!\n",
      "      News 690 is done!\n",
      "      News 691 is done!\n",
      "      News 692 is done!\n",
      "      News 693 is done!\n",
      "      News 694 is done!\n",
      "      News 695 is done!\n",
      "      News 696 is done!\n",
      "      News 697 is done!\n",
      "      News 698 is done!\n",
      "      News 699 is done!\n",
      "      News 700 is done!\n",
      "      News 701 is done!\n",
      "      News 702 is done!\n",
      "      News 703 is done!\n",
      "      News 704 is done!\n",
      "      News 705 is done!\n",
      "      News 706 is done!\n",
      "      News 707 is done!\n",
      "      News 708 is done!\n",
      "      News 709 is done!\n",
      "      News 710 is done!\n",
      "      News 711 is done!\n",
      "      News 712 is done!\n",
      "      News 713 is done!\n",
      "      News 714 is done!\n",
      "      News 715 is done!\n",
      "      News 716 is done!\n",
      "      News 717 is done!\n",
      "      News 718 is done!\n",
      "      News 719 is done!\n",
      "      News 720 is done!\n",
      "      News 721 is done!\n",
      "      News 722 is done!\n",
      "      News 723 is done!\n",
      "      News 724 is done!\n",
      "      News 725 is done!\n",
      "      News 726 is done!\n",
      "      News 727 is done!\n",
      "      News 728 is done!\n",
      "      News 729 is done!\n",
      "      News 730 is done!\n",
      "      News 731 is done!\n",
      "      News 732 is done!\n",
      "      News 733 is done!\n",
      "      News 734 is done!\n",
      "      News 735 is done!\n",
      "      News 736 is done!\n",
      "      News 737 is done!\n",
      "      News 738 is done!\n",
      "      News 739 is done!\n",
      "      News 740 is done!\n",
      "      News 741 is done!\n",
      "      News 742 is done!\n",
      "      News 743 is done!\n",
      "      News 744 is done!\n",
      "      News 745 is done!\n",
      "      News 746 is done!\n",
      "      News 747 is done!\n",
      "      News 748 is done!\n",
      "      News 749 is done!\n",
      "      News 750 is done!\n",
      "      News 751 is done!\n",
      "      News 752 is done!\n",
      "      News 753 is done!\n",
      "      News 754 is done!\n",
      "      News 755 is done!\n",
      "      News 756 is done!\n",
      "      News 757 is done!\n",
      "      News 758 is done!\n",
      "      News 759 is done!\n",
      "      News 760 is done!\n",
      "      News 761 is done!\n",
      "      News 762 is done!\n",
      "      News 763 is done!\n",
      "      News 764 is done!\n",
      "      News 765 is done!\n",
      "      News 766 is done!\n",
      "      News 767 is done!\n",
      "      News 768 is done!\n",
      "      News 769 is done!\n",
      "      News 770 is done!\n",
      "      News 771 is done!\n",
      "      News 772 is done!\n",
      "      News 773 is done!\n",
      "      News 774 is done!\n",
      "      News 775 is done!\n",
      "      News 776 is done!\n",
      "      News 777 is done!\n",
      "      News 778 is done!\n",
      "      News 779 is done!\n",
      "      News 780 is done!\n",
      "      News 781 is done!\n",
      "      News 782 is done!\n",
      "      News 783 is done!\n",
      "      News 784 is done!\n",
      "      News 785 is done!\n",
      "      News 786 is done!\n",
      "      News 787 is done!\n",
      "      News 788 is done!\n",
      "      News 789 is done!\n",
      "      News 790 is done!\n",
      "      News 791 is done!\n",
      "      News 792 is done!\n",
      "      News 793 is done!\n",
      "      News 794 is done!\n",
      "      News 795 is done!\n",
      "      News 796 is done!\n",
      "      News 797 is done!\n",
      "      News 798 is done!\n",
      "      News 799 is done!\n",
      "      News 800 is done!\n",
      "      News 801 is done!\n",
      "      News 802 is done!\n",
      "      News 803 is done!\n",
      "      News 804 is done!\n",
      "      News 805 is done!\n",
      "      News 806 is done!\n",
      "      News 807 is done!\n",
      "      News 808 is done!\n",
      "      News 809 is done!\n",
      "      News 810 is done!\n",
      "      News 811 is done!\n",
      "      News 812 is done!\n",
      "      News 813 is done!\n",
      "      News 814 is done!\n",
      "      News 815 is done!\n",
      "      News 816 is done!\n",
      "      News 817 is done!\n",
      "      News 818 is done!\n",
      "      News 819 is done!\n",
      "      News 820 is done!\n",
      "      News 821 is done!\n",
      "      News 822 is done!\n",
      "      News 823 is done!\n",
      "      News 824 is done!\n",
      "      News 825 is done!\n",
      "      News 826 is done!\n",
      "      News 827 is done!\n",
      "      News 828 is done!\n",
      "      News 829 is done!\n",
      "      News 830 is done!\n",
      "      News 831 is done!\n",
      "      News 832 is done!\n",
      "      News 833 is done!\n",
      "      News 834 is done!\n",
      "      News 835 is done!\n",
      "      News 836 is done!\n",
      "      News 837 is done!\n",
      "      News 838 is done!\n",
      "      News 839 is done!\n",
      "      News 840 is done!\n",
      "      News 841 is done!\n",
      "      News 842 is done!\n",
      "      News 843 is done!\n",
      "      News 844 is done!\n",
      "      News 845 is done!\n",
      "      News 846 is done!\n",
      "      News 847 is done!\n",
      "      News 848 is done!\n",
      "      News 849 is done!\n",
      "      News 850 is done!\n",
      "      News 851 is done!\n",
      "      News 852 is done!\n",
      "      News 853 is done!\n",
      "      News 854 is done!\n",
      "      News 855 is done!\n",
      "      News 856 is done!\n",
      "      News 857 is done!\n",
      "      News 858 is done!\n",
      "      News 859 is done!\n",
      "      News 860 is done!\n",
      "      News 861 is done!\n",
      "      News 862 is done!\n",
      "      News 863 is done!\n",
      "      News 864 is done!\n",
      "      News 865 is done!\n",
      "      News 866 is done!\n",
      "      News 867 is done!\n",
      "      News 868 is done!\n",
      "      News 869 is done!\n",
      "      News 870 is done!\n",
      "      News 871 is done!\n",
      "      News 872 is done!\n",
      "      News 873 is done!\n",
      "      News 874 is done!\n",
      "      News 875 is done!\n",
      "      News 876 is done!\n",
      "      News 877 is done!\n",
      "      News 878 is done!\n",
      "      News 879 is done!\n",
      "      News 880 is done!\n",
      "      News 881 is done!\n",
      "      News 882 is done!\n",
      "      News 883 is done!\n",
      "      News 884 is done!\n",
      "      News 885 is done!\n",
      "      News 886 is done!\n",
      "      News 887 is done!\n",
      "      News 888 is done!\n",
      "      News 889 is done!\n",
      "      News 890 is done!\n",
      "      News 891 is done!\n",
      "      News 892 is done!\n",
      "      News 893 is done!\n",
      "      News 894 is done!\n",
      "      News 895 is done!\n",
      "      News 896 is done!\n",
      "      News 897 is done!\n",
      "      News 898 is done!\n",
      "      News 899 is done!\n",
      "      News 900 is done!\n",
      "      News 901 is done!\n",
      "      News 902 is done!\n",
      "      News 903 is done!\n",
      "      News 904 is done!\n",
      "      News 905 is done!\n",
      "      News 906 is done!\n",
      "      News 907 is done!\n",
      "      News 908 is done!\n",
      "      News 909 is done!\n",
      "      News 910 is done!\n",
      "      News 911 is done!\n",
      "      News 912 is done!\n",
      "      News 913 is done!\n",
      "      News 914 is done!\n",
      "      News 915 is done!\n",
      "      News 916 is done!\n",
      "      News 917 is done!\n",
      "      News 918 is done!\n",
      "      News 919 is done!\n",
      "      News 920 is done!\n",
      "      News 921 is done!\n",
      "      News 922 is done!\n",
      "      News 923 is done!\n",
      "      News 924 is done!\n",
      "      News 925 is done!\n",
      "      News 926 is done!\n",
      "      News 927 is done!\n",
      "      News 928 is done!\n",
      "      News 929 is done!\n",
      "      News 930 is done!\n",
      "      News 931 is done!\n",
      "      News 932 is done!\n",
      "      News 933 is done!\n",
      "      News 934 is done!\n",
      "      News 935 is done!\n",
      "      News 936 is done!\n",
      "      News 937 is done!\n",
      "      News 938 is done!\n",
      "      News 939 is done!\n",
      "      News 940 is done!\n",
      "      News 941 is done!\n",
      "      News 942 is done!\n",
      "      News 943 is done!\n",
      "      News 944 is done!\n",
      "      News 945 is done!\n",
      "      News 946 is done!\n",
      "      News 947 is done!\n",
      "      News 948 is done!\n",
      "      News 949 is done!\n",
      "      News 950 is done!\n",
      "      News 951 is done!\n",
      "      News 952 is done!\n",
      "      News 953 is done!\n",
      "      News 954 is done!\n",
      "      News 955 is done!\n",
      "      News 956 is done!\n",
      "      News 957 is done!\n",
      "      News 958 is done!\n",
      "      News 959 is done!\n",
      "      News 960 is done!\n",
      "      News 961 is done!\n",
      "      News 962 is done!\n",
      "      News 963 is done!\n",
      "      News 964 is done!\n",
      "      News 965 is done!\n",
      "      News 966 is done!\n",
      "      News 967 is done!\n",
      "      News 968 is done!\n",
      "      News 969 is done!\n",
      "      News 970 is done!\n",
      "      News 971 is done!\n",
      "      News 972 is done!\n",
      "      News 973 is done!\n",
      "      News 974 is done!\n",
      "      News 975 is done!\n",
      "      News 976 is done!\n",
      "      News 977 is done!\n",
      "      News 978 is done!\n",
      "      News 979 is done!\n",
      "      News 980 is done!\n",
      "      News 981 is done!\n",
      "      News 982 is done!\n",
      "      News 983 is done!\n",
      "      News 984 is done!\n",
      "      News 985 is done!\n",
      "      News 986 is done!\n",
      "      News 987 is done!\n",
      "      News 988 is done!\n",
      "      News 989 is done!\n",
      "      News 990 is done!\n",
      "      News 991 is done!\n",
      "      News 992 is done!\n",
      "      News 993 is done!\n",
      "      News 994 is done!\n",
      "      News 995 is done!\n",
      "      News 996 is done!\n",
      "      News 997 is done!\n",
      "      News 998 is done!\n",
      "      News 999 is done!\n",
      "      News 1000 is done!\n",
      "      News 1001 is done!\n",
      "      News 1002 is done!\n",
      "      News 1003 is done!\n",
      "      News 1004 is done!\n",
      "      News 1005 is done!\n",
      "      News 1006 is done!\n",
      "      News 1007 is done!\n",
      "      News 1008 is done!\n",
      "      News 1009 is done!\n",
      "      News 1010 is done!\n",
      "      News 1011 is done!\n",
      "      News 1012 is done!\n",
      "      News 1013 is done!\n",
      "      News 1014 is done!\n",
      "      News 1015 is done!\n",
      "      News 1016 is done!\n",
      "      News 1017 is done!\n",
      "      News 1018 is done!\n",
      "      News 1019 is done!\n",
      "      News 1020 is done!\n",
      "      News 1021 is done!\n",
      "      News 1022 is done!\n",
      "      News 1023 is done!\n",
      "      News 1024 is done!\n",
      "      News 1025 is done!\n",
      "      News 1026 is done!\n",
      "      News 1027 is done!\n",
      "      News 1028 is done!\n",
      "      News 1029 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 1030 is done!\n",
      "      News 1031 is done!\n",
      "      News 1032 is done!\n",
      "      News 1033 is done!\n",
      "      News 1034 is done!\n",
      "      News 1035 is done!\n",
      "      News 1036 is done!\n",
      "      News 1037 is done!\n",
      "      News 1038 is done!\n",
      "      News 1039 is done!\n",
      "      News 1040 is done!\n",
      "      News 1041 is done!\n",
      "      News 1042 is done!\n",
      "      News 1043 is done!\n",
      "      News 1044 is done!\n",
      "      News 1045 is done!\n",
      "      News 1046 is done!\n",
      "      News 1047 is done!\n",
      "      News 1048 is done!\n",
      "      News 1049 is done!\n",
      "      News 1050 is done!\n",
      "      News 1051 is done!\n",
      "      News 1052 is done!\n",
      "      News 1053 is done!\n",
      "      News 1054 is done!\n",
      "      News 1055 is done!\n",
      "      News 1056 is done!\n",
      "      News 1057 is done!\n",
      "      News 1058 is done!\n",
      "      News 1059 is done!\n",
      "      News 1060 is done!\n",
      "      News 1061 is done!\n",
      "      News 1062 is done!\n",
      "      News 1063 is done!\n",
      "      News 1064 is done!\n",
      "      News 1065 is done!\n",
      "      News 1066 is done!\n",
      "      News 1067 is done!\n",
      "      News 1068 is done!\n",
      "      News 1069 is done!\n",
      "      News 1070 is done!\n",
      "      News 1071 is done!\n",
      "      News 1072 is done!\n",
      "      News 1073 is done!\n",
      "      News 1074 is done!\n",
      "      News 1075 is done!\n",
      "      News 1076 is done!\n",
      "      News 1077 is done!\n",
      "      News 1078 is done!\n",
      "      News 1079 is done!\n",
      "      News 1080 is done!\n",
      "      News 1081 is done!\n",
      "      News 1082 is done!\n",
      "      News 1083 is done!\n",
      "      News 1084 is done!\n",
      "      News 1085 is done!\n",
      "      News 1086 is done!\n",
      "      News 1087 is done!\n",
      "      News 1088 is done!\n",
      "      News 1089 is done!\n",
      "      News 1090 is done!\n",
      "      News 1091 is done!\n",
      "      News 1092 is done!\n",
      "      News 1093 is done!\n",
      "      News 1094 is done!\n",
      "      News 1095 is done!\n",
      "      News 1096 is done!\n",
      "      News 1097 is done!\n",
      "      News 1098 is done!\n",
      "      News 1099 is done!\n",
      "      News 1100 is done!\n",
      "      News 1101 is done!\n",
      "      News 1102 is done!\n",
      "      News 1103 is done!\n",
      "      News 1104 is done!\n",
      "      News 1105 is done!\n",
      "      News 1106 is done!\n",
      "      News 1107 is done!\n",
      "      News 1108 is done!\n",
      "      News 1109 is done!\n",
      "      News 1110 is done!\n",
      "      News 1111 is done!\n",
      "      News 1112 is done!\n",
      "      News 1113 is done!\n",
      "      News 1114 is done!\n",
      "      News 1115 is done!\n",
      "      News 1116 is done!\n",
      "      News 1117 is done!\n",
      "      News 1118 is done!\n",
      "      News 1119 is done!\n",
      "      News 1120 is done!\n",
      "      News 1121 is done!\n",
      "      News 1122 is done!\n",
      "      News 1123 is done!\n",
      "      News 1124 is done!\n",
      "      News 1125 is done!\n",
      "      News 1126 is done!\n",
      "      News 1127 is done!\n",
      "      News 1128 is done!\n",
      "      News 1129 is done!\n",
      "      News 1130 is done!\n",
      "      News 1131 is done!\n",
      "      News 1132 is done!\n",
      "      News 1133 is done!\n",
      "      News 1134 is done!\n",
      "      News 1135 is done!\n",
      "      News 1136 is done!\n",
      "      News 1137 is done!\n",
      "      News 1138 is done!\n",
      "      News 1139 is done!\n",
      "      News 1140 is done!\n",
      "      News 1141 is done!\n",
      "      News 1142 is done!\n",
      "      News 1143 is done!\n",
      "      News 1144 is done!\n",
      "      News 1145 is done!\n",
      "      News 1146 is done!\n",
      "      News 1147 is done!\n",
      "      News 1148 is done!\n",
      "      News 1149 is done!\n",
      "      News 1150 is done!\n",
      "      News 1151 is done!\n",
      "      News 1152 is done!\n",
      "      News 1153 is done!\n",
      "      News 1154 is done!\n",
      "      News 1155 is done!\n",
      "      News 1156 is done!\n",
      "      News 1157 is done!\n",
      "      News 1158 is done!\n",
      "      News 1159 is done!\n",
      "      News 1160 is done!\n",
      "      News 1161 is done!\n",
      "      News 1162 is done!\n",
      "      News 1163 is done!\n",
      "      News 1164 is done!\n",
      "      News 1165 is done!\n",
      "      News 1166 is done!\n",
      "      News 1167 is done!\n",
      "      News 1168 is done!\n",
      "      News 1169 is done!\n",
      "      News 1170 is done!\n",
      "      News 1171 is done!\n",
      "      News 1172 is done!\n",
      "      News 1173 is done!\n",
      "      News 1174 is done!\n",
      "      News 1175 is done!\n",
      "      News 1176 is done!\n",
      "      News 1177 is done!\n",
      "      News 1178 is done!\n",
      "      News 1179 is done!\n",
      "      News 1180 is done!\n",
      "      News 1181 is done!\n",
      "      News 1182 is done!\n",
      "      News 1183 is done!\n",
      "      News 1184 is done!\n",
      "      News 1185 is done!\n",
      "      News 1186 is done!\n",
      "      News 1187 is done!\n",
      "      News 1188 is done!\n",
      "      News 1189 is done!\n",
      "      News 1190 is done!\n",
      "      News 1191 is done!\n",
      "      News 1192 is done!\n",
      "      News 1193 is done!\n",
      "      News 1194 is done!\n",
      "      News 1195 is done!\n",
      "      News 1196 is done!\n",
      "      News 1197 is done!\n",
      "      News 1198 is done!\n",
      "      News 1199 is done!\n",
      "      News 1200 is done!\n",
      "      News 1201 is done!\n",
      "      News 1202 is done!\n",
      "      News 1203 is done!\n",
      "      News 1204 is done!\n",
      "      News 1205 is done!\n",
      "      News 1206 is done!\n",
      "      News 1207 is done!\n",
      "      News 1208 is done!\n",
      "      News 1209 is done!\n",
      "      News 1210 is done!\n",
      "      News 1211 is done!\n",
      "      News 1212 is done!\n",
      "      News 1213 is done!\n",
      "      News 1214 is done!\n",
      "      News 1215 is done!\n",
      "      News 1216 is done!\n",
      "      News 1217 is done!\n",
      "      News 1218 is done!\n",
      "      News 1219 is done!\n",
      "      News 1220 is done!\n",
      "      News 1221 is done!\n",
      "      News 1222 is done!\n",
      "      News 1223 is done!\n",
      "      News 1224 is done!\n",
      "      News 1225 is done!\n",
      "      News 1226 is done!\n",
      "      News 1227 is done!\n",
      "      News 1228 is done!\n",
      "      News 1229 is done!\n",
      "      News 1230 is done!\n",
      "      News 1231 is done!\n",
      "      News 1232 is done!\n",
      "      News 1233 is done!\n",
      "      News 1234 is done!\n",
      "      News 1235 is done!\n",
      "      News 1236 is done!\n",
      "      News 1237 is done!\n",
      "      News 1238 is done!\n",
      "      News 1239 is done!\n",
      "      News 1240 is done!\n",
      "      News 1241 is done!\n",
      "      News 1242 is done!\n",
      "      News 1243 is done!\n",
      "      News 1244 is done!\n",
      "      News 1245 is done!\n",
      "      News 1246 is done!\n",
      "      News 1247 is done!\n",
      "      News 1248 is done!\n",
      "      News 1249 is done!\n",
      "      News 1250 is done!\n",
      "      News 1251 is done!\n",
      "      News 1252 is done!\n",
      "      News 1253 is done!\n",
      "      News 1254 is done!\n",
      "      News 1255 is done!\n",
      "      News 1256 is done!\n",
      "      News 1257 is done!\n",
      "      News 1258 is done!\n",
      "      News 1259 is done!\n",
      "      News 1260 is done!\n",
      "      News 1261 is done!\n",
      "      News 1262 is done!\n",
      "      News 1263 is done!\n",
      "      News 1264 is done!\n",
      "      News 1265 is done!\n",
      "      News 1266 is done!\n",
      "      News 1267 is done!\n",
      "      News 1268 is done!\n",
      "      News 1269 is done!\n",
      "      News 1270 is done!\n",
      "      News 1271 is done!\n",
      "      News 1272 is done!\n",
      "      News 1273 is done!\n",
      "      News 1274 is done!\n",
      "      News 1275 is done!\n",
      "      News 1276 is done!\n",
      "      News 1277 is done!\n",
      "      News 1278 is done!\n",
      "      News 1279 is done!\n",
      "      News 1280 is done!\n",
      "      News 1281 is done!\n",
      "      News 1282 is done!\n",
      "      News 1283 is done!\n",
      "      News 1284 is done!\n",
      "      News 1285 is done!\n",
      "      News 1286 is done!\n",
      "      News 1287 is done!\n",
      "      News 1288 is done!\n",
      "      News 1289 is done!\n",
      "      News 1290 is done!\n",
      "      News 1291 is done!\n",
      "      News 1292 is done!\n",
      "      News 1293 is done!\n",
      "      News 1294 is done!\n",
      "      News 1295 is done!\n",
      "      News 1296 is done!\n",
      "      News 1297 is done!\n",
      "      News 1298 is done!\n",
      "      News 1299 is done!\n",
      "      News 1300 is done!\n",
      "      News 1301 is done!\n",
      "      News 1302 is done!\n",
      "      News 1303 is done!\n",
      "      News 1304 is done!\n",
      "      News 1305 is done!\n",
      "      News 1306 is done!\n",
      "      News 1307 is done!\n",
      "      News 1308 is done!\n",
      "      News 1309 is done!\n",
      "      News 1310 is done!\n",
      "      News 1311 is done!\n",
      "      News 1312 is done!\n",
      "      News 1313 is done!\n",
      "      News 1314 is done!\n",
      "      News 1315 is done!\n",
      "      News 1316 is done!\n",
      "      News 1317 is done!\n",
      "      News 1318 is done!\n",
      "      News 1319 is done!\n",
      "      News 1320 is done!\n",
      "      News 1321 is done!\n",
      "      News 1322 is done!\n",
      "      News 1323 is done!\n",
      "      News 1324 is done!\n",
      "      News 1325 is done!\n",
      "      News 1326 is done!\n",
      "      News 1327 is done!\n",
      "      News 1328 is done!\n",
      "      News 1329 is done!\n",
      "      News 1330 is done!\n",
      "      News 1331 is done!\n",
      "      News 1332 is done!\n",
      "      News 1333 is done!\n",
      "      News 1334 is done!\n",
      "      News 1335 is done!\n",
      "      News 1336 is done!\n",
      "      News 1337 is done!\n",
      "      News 1338 is done!\n",
      "      News 1339 is done!\n",
      "      News 1340 is done!\n",
      "      News 1341 is done!\n",
      "      News 1342 is done!\n",
      "      News 1343 is done!\n",
      "      News 1344 is done!\n",
      "      News 1345 is done!\n",
      "      News 1346 is done!\n",
      "      News 1347 is done!\n",
      "      News 1348 is done!\n",
      "      News 1349 is done!\n",
      "      News 1350 is done!\n",
      "      News 1351 is done!\n",
      "      News 1352 is done!\n",
      "      News 1353 is done!\n",
      "      News 1354 is done!\n",
      "      News 1355 is done!\n",
      "      News 1356 is done!\n",
      "      News 1357 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 1358 is done!\n",
      "      News 1359 is done!\n",
      "      News 1360 is done!\n",
      "      News 1361 is done!\n",
      "      News 1362 is done!\n",
      "      News 1363 is done!\n",
      "      News 1364 is done!\n",
      "      News 1365 is done!\n",
      "      News 1366 is done!\n",
      "      News 1367 is done!\n",
      "      News 1368 is done!\n",
      "      News 1369 is done!\n",
      "      News 1370 is done!\n",
      "      News 1371 is done!\n",
      "      News 1372 is done!\n",
      "      News 1373 is done!\n",
      "      News 1374 is done!\n",
      "      News 1375 is done!\n",
      "      News 1376 is done!\n",
      "      News 1377 is done!\n",
      "      News 1378 is done!\n",
      "      News 1379 is done!\n",
      "      News 1380 is done!\n",
      "      News 1381 is done!\n",
      "      News 1382 is done!\n",
      "      News 1383 is done!\n",
      "      News 1384 is done!\n",
      "      News 1385 is done!\n",
      "      News 1386 is done!\n",
      "      News 1387 is done!\n",
      "      News 1388 is done!\n",
      "      News 1389 is done!\n",
      "      News 1390 is done!\n",
      "      News 1391 is done!\n",
      "      News 1392 is done!\n",
      "      News 1393 is done!\n",
      "      News 1394 is done!\n",
      "      News 1395 is done!\n",
      "      News 1396 is done!\n",
      "      News 1397 is done!\n",
      "      News 1398 is done!\n",
      "      News 1399 is done!\n",
      "      News 1400 is done!\n",
      "      News 1401 is done!\n",
      "      News 1402 is done!\n",
      "      News 1403 is done!\n",
      "      News 1404 is done!\n",
      "      News 1405 is done!\n",
      "      News 1406 is done!\n",
      "      News 1407 is done!\n",
      "      News 1408 is done!\n",
      "      News 1409 is done!\n",
      "      News 1410 is done!\n",
      "      News 1411 is done!\n",
      "      News 1412 is done!\n",
      "      News 1413 is done!\n",
      "      News 1414 is done!\n",
      "      News 1415 is done!\n",
      "      News 1416 is done!\n",
      "      News 1417 is done!\n",
      "      News 1418 is done!\n",
      "      News 1419 is done!\n",
      "      News 1420 is done!\n",
      "      News 1421 is done!\n",
      "      News 1422 is done!\n",
      "      News 1423 is done!\n",
      "      News 1424 is done!\n",
      "      News 1425 is done!\n",
      "      News 1426 is done!\n",
      "      News 1427 is done!\n",
      "      News 1428 is done!\n",
      "      News 1429 is done!\n",
      "      News 1430 is done!\n",
      "      News 1431 is done!\n",
      "      News 1432 is done!\n",
      "      News 1433 is done!\n",
      "      News 1434 is done!\n",
      "      News 1435 is done!\n",
      "      News 1436 is done!\n",
      "      News 1437 is done!\n",
      "      News 1438 is done!\n",
      "      News 1439 is done!\n",
      "      News 1440 is done!\n",
      "      News 1441 is done!\n",
      "      News 1442 is done!\n",
      "      News 1443 is done!\n",
      "      News 1444 is done!\n",
      "      News 1445 is done!\n",
      "      News 1446 is done!\n",
      "      News 1447 is done!\n",
      "      News 1448 is done!\n",
      "      News 1449 is done!\n",
      "      News 1450 is done!\n",
      "      News 1451 is done!\n",
      "      News 1452 is done!\n",
      "      News 1453 is done!\n",
      "      News 1454 is done!\n",
      "      News 1455 is done!\n",
      "      News 1456 is done!\n",
      "      News 1457 is done!\n",
      "      News 1458 is done!\n",
      "      News 1459 is done!\n",
      "      News 1460 is done!\n",
      "      News 1461 is done!\n",
      "      News 1462 is done!\n",
      "      News 1463 is done!\n",
      "      News 1464 is done!\n",
      "      News 1465 is done!\n",
      "      News 1466 is done!\n",
      "      News 1467 is done!\n",
      "      News 1468 is done!\n",
      "      News 1469 is done!\n",
      "      News 1470 is done!\n",
      "      News 1471 is done!\n",
      "      News 1472 is done!\n",
      "      News 1473 is done!\n",
      "      News 1474 is done!\n",
      "      News 1475 is done!\n",
      "      News 1476 is done!\n",
      "      News 1477 is done!\n",
      "      News 1478 is done!\n",
      "      News 1479 is done!\n",
      "      News 1480 is done!\n",
      "      News 1481 is done!\n",
      "      News 1482 is done!\n",
      "      News 1483 is done!\n",
      "      News 1484 is done!\n",
      "      News 1485 is done!\n",
      "      News 1486 is done!\n",
      "      News 1487 is done!\n",
      "      News 1488 is done!\n",
      "      News 1489 is done!\n",
      "      News 1490 is done!\n",
      "      News 1491 is done!\n",
      "      News 1492 is done!\n",
      "      News 1493 is done!\n",
      "      News 1494 is done!\n",
      "      News 1495 is done!\n",
      "      News 1496 is done!\n",
      "      News 1497 is done!\n",
      "      News 1498 is done!\n",
      "      News 1499 is done!\n",
      "      News 1500 is done!\n",
      "      News 1501 is done!\n",
      "      News 1502 is done!\n",
      "      News 1503 is done!\n",
      "      News 1504 is done!\n",
      "      News 1505 is done!\n",
      "      News 1506 is done!\n",
      "      News 1507 is done!\n",
      "      News 1508 is done!\n",
      "      News 1509 is done!\n",
      "      News 1510 is done!\n",
      "      News 1511 is done!\n",
      "      News 1512 is done!\n",
      "      News 1513 is done!\n",
      "      News 1514 is done!\n",
      "      News 1515 is done!\n",
      "      News 1516 is done!\n",
      "      News 1517 is done!\n",
      "      News 1518 is done!\n",
      "      News 1519 is done!\n",
      "      News 1520 is done!\n",
      "      News 1521 is done!\n",
      "      News 1522 is done!\n",
      "      News 1523 is done!\n",
      "      News 1524 is done!\n",
      "      News 1525 is done!\n",
      "      News 1526 is done!\n",
      "      News 1527 is done!\n",
      "      News 1528 is done!\n",
      "      News 1529 is done!\n",
      "      News 1530 is done!\n",
      "      News 1531 is done!\n",
      "      News 1532 is done!\n",
      "      News 1533 is done!\n",
      "      News 1534 is done!\n",
      "      News 1535 is done!\n",
      "      News 1536 is done!\n",
      "      News 1537 is done!\n",
      "      News 1538 is done!\n",
      "      News 1539 is done!\n",
      "      News 1540 is done!\n",
      "      News 1541 is done!\n",
      "      News 1542 is done!\n",
      "      News 1543 is done!\n",
      "      News 1544 is done!\n",
      "      News 1545 is done!\n",
      "      News 1546 is done!\n",
      "      News 1547 is done!\n",
      "      News 1548 is done!\n",
      "      News 1549 is done!\n",
      "      News 1550 is done!\n",
      "      News 1551 is done!\n",
      "      News 1552 is done!\n",
      "      News 1553 is done!\n",
      "      News 1554 is done!\n",
      "      News 1555 is done!\n",
      "      News 1556 is done!\n",
      "      News 1557 is done!\n",
      "      News 1558 is done!\n",
      "      News 1559 is done!\n",
      "      News 1560 is done!\n",
      "      News 1561 is done!\n",
      "      News 1562 is done!\n",
      "      News 1563 is done!\n",
      "      News 1564 is done!\n",
      "      News 1565 is done!\n",
      "      News 1566 is done!\n",
      "      News 1567 is done!\n",
      "      News 1568 is done!\n",
      "      News 1569 is done!\n",
      "      News 1570 is done!\n",
      "      News 1571 is done!\n",
      "      News 1572 is done!\n",
      "      News 1573 is done!\n",
      "      News 1574 is done!\n",
      "      News 1575 is done!\n",
      "      News 1576 is done!\n",
      "      News 1577 is done!\n",
      "      News 1578 is done!\n",
      "      News 1579 is done!\n",
      "      News 1580 is done!\n",
      "      News 1581 is done!\n",
      "      News 1582 is done!\n",
      "      News 1583 is done!\n",
      "      News 1584 is done!\n",
      "      News 1585 is done!\n",
      "      News 1586 is done!\n",
      "      News 1587 is done!\n",
      "      News 1588 is done!\n",
      "      News 1589 is done!\n",
      "      News 1590 is done!\n",
      "      News 1591 is done!\n",
      "      News 1592 is done!\n",
      "      News 1593 is done!\n",
      "      News 1594 is done!\n",
      "      News 1595 is done!\n",
      "      News 1596 is done!\n",
      "      News 1597 is done!\n",
      "      News 1598 is done!\n",
      "      News 1599 is done!\n",
      "      News 1600 is done!\n",
      "      News 1601 is done!\n",
      "      News 1602 is done!\n",
      "      News 1603 is done!\n",
      "      News 1604 is done!\n",
      "      News 1605 is done!\n",
      "      News 1606 is done!\n",
      "      News 1607 is done!\n",
      "      News 1608 is done!\n",
      "      News 1609 is done!\n",
      "      News 1610 is done!\n",
      "      News 1611 is done!\n",
      "      News 1612 is done!\n",
      "      News 1613 is done!\n",
      "      News 1614 is done!\n",
      "      News 1615 is done!\n",
      "      News 1616 is done!\n",
      "      News 1617 is done!\n",
      "      News 1618 is done!\n",
      "      News 1619 is done!\n",
      "      News 1620 is done!\n",
      "      News 1621 is done!\n",
      "      News 1622 is done!\n",
      "      News 1623 is done!\n",
      "      News 1624 is done!\n",
      "      News 1625 is done!\n",
      "      News 1626 is done!\n",
      "      News 1627 is done!\n",
      "      News 1628 is done!\n",
      "      News 1629 is done!\n",
      "      News 1630 is done!\n",
      "      News 1631 is done!\n",
      "      News 1632 is done!\n",
      "      News 1633 is done!\n",
      "      News 1634 is done!\n",
      "      News 1635 is done!\n",
      "      News 1636 is done!\n",
      "      News 1637 is done!\n",
      "      News 1638 is done!\n",
      "      News 1639 is done!\n",
      "      News 1640 is done!\n",
      "      News 1641 is done!\n",
      "      News 1642 is done!\n",
      "      News 1643 is done!\n",
      "      News 1644 is done!\n",
      "      News 1645 is done!\n",
      "      News 1646 is done!\n",
      "      News 1647 is done!\n",
      "      News 1648 is done!\n",
      "      News 1649 is done!\n",
      "      News 1650 is done!\n",
      "      News 1651 is done!\n",
      "      News 1652 is done!\n",
      "      News 1653 is done!\n",
      "      News 1654 is done!\n",
      "      News 1655 is done!\n",
      "      News 1656 is done!\n",
      "      News 1657 is done!\n",
      "      News 1658 is done!\n",
      "      News 1659 is done!\n",
      "      News 1660 is done!\n",
      "      News 1661 is done!\n",
      "      News 1662 is done!\n",
      "      News 1663 is done!\n",
      "      News 1664 is done!\n",
      "      News 1665 is done!\n",
      "      News 1666 is done!\n",
      "      News 1667 is done!\n",
      "      News 1668 is done!\n",
      "      News 1669 is done!\n",
      "      News 1670 is done!\n",
      "      News 1671 is done!\n",
      "      News 1672 is done!\n",
      "      News 1673 is done!\n",
      "      News 1674 is done!\n",
      "      News 1675 is done!\n",
      "      News 1676 is done!\n",
      "      News 1677 is done!\n",
      "      News 1678 is done!\n",
      "      News 1679 is done!\n",
      "      News 1680 is done!\n",
      "      News 1681 is done!\n",
      "      News 1682 is done!\n",
      "      News 1683 is done!\n",
      "      News 1684 is done!\n",
      "      News 1685 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 1686 is done!\n",
      "      News 1687 is done!\n",
      "      News 1688 is done!\n",
      "      News 1689 is done!\n",
      "      News 1690 is done!\n",
      "      News 1691 is done!\n",
      "      News 1692 is done!\n",
      "      News 1693 is done!\n",
      "      News 1694 is done!\n",
      "      News 1695 is done!\n",
      "      News 1696 is done!\n",
      "      News 1697 is done!\n",
      "      News 1698 is done!\n",
      "      News 1699 is done!\n",
      "      News 1700 is done!\n",
      "      News 1701 is done!\n",
      "      News 1702 is done!\n",
      "      News 1703 is done!\n",
      "      News 1704 is done!\n",
      "      News 1705 is done!\n",
      "      News 1706 is done!\n",
      "      News 1707 is done!\n",
      "      News 1708 is done!\n",
      "      News 1709 is done!\n",
      "      News 1710 is done!\n",
      "      News 1711 is done!\n",
      "      News 1712 is done!\n",
      "      News 1713 is done!\n",
      "      News 1714 is done!\n",
      "      News 1715 is done!\n",
      "      News 1716 is done!\n",
      "      News 1717 is done!\n",
      "      News 1718 is done!\n",
      "      News 1719 is done!\n",
      "      News 1720 is done!\n",
      "      News 1721 is done!\n",
      "      News 1722 is done!\n",
      "      News 1723 is done!\n",
      "      News 1724 is done!\n",
      "      News 1725 is done!\n",
      "      News 1726 is done!\n",
      "      News 1727 is done!\n",
      "      News 1728 is done!\n",
      "      News 1729 is done!\n",
      "      News 1730 is done!\n",
      "      News 1731 is done!\n",
      "      News 1732 is done!\n",
      "      News 1733 is done!\n",
      "      News 1734 is done!\n",
      "      News 1735 is done!\n",
      "      News 1736 is done!\n",
      "      News 1737 is done!\n",
      "      News 1738 is done!\n",
      "      News 1739 is done!\n",
      "      News 1740 is done!\n",
      "      News 1741 is done!\n",
      "      News 1742 is done!\n",
      "      News 1743 is done!\n",
      "      News 1744 is done!\n",
      "      News 1745 is done!\n",
      "      News 1746 is done!\n",
      "      News 1747 is done!\n",
      "      News 1748 is done!\n",
      "      News 1749 is done!\n",
      "      News 1750 is done!\n",
      "      News 1751 is done!\n",
      "      News 1752 is done!\n",
      "      News 1753 is done!\n",
      "      News 1754 is done!\n",
      "      News 1755 is done!\n",
      "      News 1756 is done!\n",
      "      News 1757 is done!\n",
      "      News 1758 is done!\n",
      "      News 1759 is done!\n",
      "      News 1760 is done!\n",
      "      News 1761 is done!\n",
      "      News 1762 is done!\n",
      "      News 1763 is done!\n",
      "      News 1764 is done!\n",
      "      News 1765 is done!\n",
      "      News 1766 is done!\n",
      "      News 1767 is done!\n",
      "      News 1768 is done!\n",
      "      News 1769 is done!\n",
      "      News 1770 is done!\n",
      "      News 1771 is done!\n",
      "      News 1772 is done!\n",
      "      News 1773 is done!\n",
      "      News 1774 is done!\n",
      "      News 1775 is done!\n",
      "      News 1776 is done!\n",
      "      News 1777 is done!\n",
      "      News 1778 is done!\n",
      "      News 1779 is done!\n",
      "      News 1780 is done!\n",
      "      News 1781 is done!\n",
      "      News 1782 is done!\n",
      "      News 1783 is done!\n",
      "      News 1784 is done!\n",
      "      News 1785 is done!\n",
      "      News 1786 is done!\n",
      "      News 1787 is done!\n",
      "      News 1788 is done!\n",
      "      News 1789 is done!\n",
      "      News 1790 is done!\n",
      "      News 1791 is done!\n",
      "      News 1792 is done!\n",
      "      News 1793 is done!\n",
      "      News 1794 is done!\n",
      "      News 1795 is done!\n",
      "      News 1796 is done!\n",
      "      News 1797 is done!\n",
      "      News 1798 is done!\n",
      "      News 1799 is done!\n",
      "      News 1800 is done!\n",
      "      News 1801 is done!\n",
      "      News 1802 is done!\n",
      "      News 1803 is done!\n",
      "      News 1804 is done!\n",
      "      News 1805 is done!\n",
      "      News 1806 is done!\n",
      "      News 1807 is done!\n",
      "      News 1808 is done!\n",
      "      News 1809 is done!\n",
      "      News 1810 is done!\n",
      "      News 1811 is done!\n",
      "      News 1812 is done!\n",
      "      News 1813 is done!\n",
      "      News 1814 is done!\n",
      "      News 1815 is done!\n",
      "      News 1816 is done!\n",
      "      News 1817 is done!\n",
      "      News 1818 is done!\n",
      "      News 1819 is done!\n",
      "      News 1820 is done!\n",
      "      News 1821 is done!\n",
      "      News 1822 is done!\n",
      "      News 1823 is done!\n",
      "      News 1824 is done!\n",
      "      News 1825 is done!\n",
      "      News 1826 is done!\n",
      "      News 1827 is done!\n",
      "      News 1828 is done!\n",
      "      News 1829 is done!\n",
      "      News 1830 is done!\n",
      "      News 1831 is done!\n",
      "      News 1832 is done!\n",
      "      News 1833 is done!\n",
      "      News 1834 is done!\n",
      "      News 1835 is done!\n",
      "      News 1836 is done!\n",
      "      News 1837 is done!\n",
      "      News 1838 is done!\n",
      "      News 1839 is done!\n",
      "      News 1840 is done!\n",
      "      News 1841 is done!\n",
      "      News 1842 is done!\n",
      "      News 1843 is done!\n",
      "      News 1844 is done!\n",
      "      News 1845 is done!\n",
      "      News 1846 is done!\n",
      "      News 1847 is done!\n",
      "      News 1848 is done!\n",
      "      News 1849 is done!\n",
      "      News 1850 is done!\n",
      "      News 1851 is done!\n",
      "      News 1852 is done!\n",
      "      News 1853 is done!\n",
      "      News 1854 is done!\n",
      "      News 1855 is done!\n",
      "      News 1856 is done!\n",
      "      News 1857 is done!\n",
      "      News 1858 is done!\n",
      "      News 1859 is done!\n",
      "      News 1860 is done!\n",
      "      News 1861 is done!\n",
      "      News 1862 is done!\n",
      "      News 1863 is done!\n",
      "      News 1864 is done!\n",
      "      News 1865 is done!\n",
      "      News 1866 is done!\n",
      "      News 1867 is done!\n",
      "      News 1868 is done!\n",
      "      News 1869 is done!\n",
      "      News 1870 is done!\n",
      "      News 1871 is done!\n",
      "      News 1872 is done!\n",
      "      News 1873 is done!\n",
      "      News 1874 is done!\n",
      "      News 1875 is done!\n",
      "      News 1876 is done!\n",
      "      News 1877 is done!\n",
      "      News 1878 is done!\n",
      "      News 1879 is done!\n",
      "      News 1880 is done!\n",
      "      News 1881 is done!\n",
      "      News 1882 is done!\n",
      "      News 1883 is done!\n",
      "      News 1884 is done!\n",
      "      News 1885 is done!\n",
      "      News 1886 is done!\n",
      "      News 1887 is done!\n",
      "      News 1888 is done!\n",
      "      News 1889 is done!\n",
      "      News 1890 is done!\n",
      "      News 1891 is done!\n",
      "      News 1892 is done!\n",
      "      News 1893 is done!\n",
      "      News 1894 is done!\n",
      "      News 1895 is done!\n",
      "      News 1896 is done!\n",
      "      News 1897 is done!\n",
      "      News 1898 is done!\n",
      "      News 1899 is done!\n",
      "      News 1900 is done!\n",
      "      News 1901 is done!\n",
      "      News 1902 is done!\n",
      "      News 1903 is done!\n",
      "      News 1904 is done!\n",
      "      News 1905 is done!\n",
      "      News 1906 is done!\n",
      "      News 1907 is done!\n",
      "      News 1908 is done!\n",
      "      News 1909 is done!\n",
      "      News 1910 is done!\n",
      "      News 1911 is done!\n",
      "      News 1912 is done!\n",
      "      News 1913 is done!\n",
      "      News 1914 is done!\n",
      "      News 1915 is done!\n",
      "      News 1916 is done!\n",
      "      News 1917 is done!\n",
      "      News 1918 is done!\n",
      "      News 1919 is done!\n",
      "      News 1920 is done!\n",
      "      News 1921 is done!\n",
      "      News 1922 is done!\n",
      "      News 1923 is done!\n",
      "      News 1924 is done!\n",
      "      News 1925 is done!\n",
      "      News 1926 is done!\n",
      "      News 1927 is done!\n",
      "      News 1928 is done!\n",
      "      News 1929 is done!\n",
      "      News 1930 is done!\n",
      "      News 1931 is done!\n",
      "      News 1932 is done!\n",
      "      News 1933 is done!\n",
      "      News 1934 is done!\n",
      "      News 1935 is done!\n",
      "      News 1936 is done!\n",
      "      News 1937 is done!\n",
      "      News 1938 is done!\n",
      "      News 1939 is done!\n",
      "      News 1940 is done!\n",
      "      News 1941 is done!\n",
      "      News 1942 is done!\n",
      "      News 1943 is done!\n",
      "      News 1944 is done!\n",
      "      News 1945 is done!\n",
      "      News 1946 is done!\n",
      "      News 1947 is done!\n",
      "      News 1948 is done!\n",
      "      News 1949 is done!\n",
      "      News 1950 is done!\n",
      "      News 1951 is done!\n",
      "      News 1952 is done!\n",
      "      News 1953 is done!\n",
      "      News 1954 is done!\n",
      "      News 1955 is done!\n",
      "      News 1956 is done!\n",
      "      News 1957 is done!\n",
      "      News 1958 is done!\n",
      "      News 1959 is done!\n",
      "      News 1960 is done!\n",
      "      News 1961 is done!\n",
      "      News 1962 is done!\n",
      "      News 1963 is done!\n",
      "      News 1964 is done!\n",
      "      News 1965 is done!\n",
      "      News 1966 is done!\n",
      "      News 1967 is done!\n",
      "      News 1968 is done!\n",
      "      News 1969 is done!\n",
      "      News 1970 is done!\n",
      "      News 1971 is done!\n",
      "      News 1972 is done!\n",
      "      News 1973 is done!\n",
      "      News 1974 is done!\n",
      "      News 1975 is done!\n",
      "      News 1976 is done!\n",
      "      News 1977 is done!\n",
      "      News 1978 is done!\n",
      "      News 1979 is done!\n",
      "      News 1980 is done!\n",
      "      News 1981 is done!\n",
      "      News 1982 is done!\n",
      "      News 1983 is done!\n",
      "      News 1984 is done!\n",
      "      News 1985 is done!\n",
      "      News 1986 is done!\n",
      "      News 1987 is done!\n",
      "      News 1988 is done!\n",
      "      News 1989 is done!\n",
      "      News 1990 is done!\n",
      "      News 1991 is done!\n",
      "      News 1992 is done!\n",
      "      News 1993 is done!\n",
      "      News 1994 is done!\n",
      "      News 1995 is done!\n",
      "      News 1996 is done!\n",
      "      News 1997 is done!\n",
      "      News 1998 is done!\n",
      "      News 1999 is done!\n",
      "      News 2000 is done!\n",
      "      News 2001 is done!\n",
      "      News 2002 is done!\n",
      "      News 2003 is done!\n",
      "      News 2004 is done!\n",
      "      News 2005 is done!\n",
      "      News 2006 is done!\n",
      "      News 2007 is done!\n",
      "      News 2008 is done!\n",
      "      News 2009 is done!\n",
      "      News 2010 is done!\n",
      "      News 2011 is done!\n",
      "      News 2012 is done!\n",
      "      News 2013 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 2014 is done!\n",
      "      News 2015 is done!\n",
      "      News 2016 is done!\n",
      "      News 2017 is done!\n",
      "      News 2018 is done!\n",
      "      News 2019 is done!\n",
      "      News 2020 is done!\n",
      "      News 2021 is done!\n",
      "      News 2022 is done!\n",
      "      News 2023 is done!\n",
      "      News 2024 is done!\n",
      "      News 2025 is done!\n",
      "      News 2026 is done!\n",
      "      News 2027 is done!\n",
      "      News 2028 is done!\n",
      "      News 2029 is done!\n",
      "      News 2030 is done!\n",
      "      News 2031 is done!\n",
      "      News 2032 is done!\n",
      "      News 2033 is done!\n",
      "      News 2034 is done!\n",
      "      News 2035 is done!\n",
      "      News 2036 is done!\n",
      "      News 2037 is done!\n",
      "      News 2038 is done!\n",
      "      News 2039 is done!\n",
      "      News 2040 is done!\n",
      "      News 2041 is done!\n",
      "      News 2042 is done!\n",
      "      News 2043 is done!\n",
      "      News 2044 is done!\n",
      "      News 2045 is done!\n",
      "      News 2046 is done!\n",
      "      News 2047 is done!\n",
      "      News 2048 is done!\n",
      "      News 2049 is done!\n",
      "      News 2050 is done!\n",
      "      News 2051 is done!\n",
      "      News 2052 is done!\n",
      "      News 2053 is done!\n",
      "      News 2054 is done!\n",
      "      News 2055 is done!\n",
      "      News 2056 is done!\n",
      "      News 2057 is done!\n",
      "      News 2058 is done!\n",
      "      News 2059 is done!\n",
      "      News 2060 is done!\n",
      "      News 2061 is done!\n",
      "      News 2062 is done!\n",
      "      News 2063 is done!\n",
      "      News 2064 is done!\n",
      "      News 2065 is done!\n",
      "      News 2066 is done!\n",
      "      News 2067 is done!\n",
      "      News 2068 is done!\n",
      "      News 2069 is done!\n",
      "      News 2070 is done!\n",
      "      News 2071 is done!\n",
      "      News 2072 is done!\n",
      "      News 2073 is done!\n",
      "      News 2074 is done!\n",
      "      News 2075 is done!\n",
      "      News 2076 is done!\n",
      "      News 2077 is done!\n",
      "      News 2078 is done!\n",
      "      News 2079 is done!\n",
      "      News 2080 is done!\n",
      "      News 2081 is done!\n",
      "      News 2082 is done!\n",
      "      News 2083 is done!\n",
      "      News 2084 is done!\n",
      "      News 2085 is done!\n",
      "      News 2086 is done!\n",
      "      News 2087 is done!\n",
      "      News 2088 is done!\n",
      "      News 2089 is done!\n",
      "      News 2090 is done!\n",
      "      News 2091 is done!\n",
      "      News 2092 is done!\n",
      "      News 2093 is done!\n",
      "      News 2094 is done!\n",
      "      News 2095 is done!\n",
      "      News 2096 is done!\n",
      "      News 2097 is done!\n",
      "      News 2098 is done!\n",
      "      News 2099 is done!\n",
      "      News 2100 is done!\n",
      "      News 2101 is done!\n",
      "      News 2102 is done!\n",
      "      News 2103 is done!\n",
      "      News 2104 is done!\n",
      "      News 2105 is done!\n",
      "      News 2106 is done!\n",
      "      News 2107 is done!\n",
      "      News 2108 is done!\n",
      "      News 2109 is done!\n",
      "      News 2110 is done!\n",
      "      News 2111 is done!\n",
      "      News 2112 is done!\n",
      "      News 2113 is done!\n",
      "      News 2114 is done!\n",
      "      News 2115 is done!\n",
      "      News 2116 is done!\n",
      "      News 2117 is done!\n",
      "      News 2118 is done!\n",
      "      News 2119 is done!\n",
      "      News 2120 is done!\n",
      "      News 2121 is done!\n",
      "      News 2122 is done!\n",
      "      News 2123 is done!\n",
      "      News 2124 is done!\n",
      "      News 2125 is done!\n",
      "      News 2126 is done!\n",
      "      News 2127 is done!\n",
      "      News 2128 is done!\n",
      "      News 2129 is done!\n",
      "      News 2130 is done!\n",
      "      News 2131 is done!\n",
      "      News 2132 is done!\n",
      "      News 2133 is done!\n",
      "      News 2134 is done!\n",
      "      News 2135 is done!\n",
      "      News 2136 is done!\n",
      "      News 2137 is done!\n",
      "      News 2138 is done!\n",
      "      News 2139 is done!\n",
      "      News 2140 is done!\n",
      "      News 2141 is done!\n",
      "      News 2142 is done!\n",
      "      News 2143 is done!\n",
      "      News 2144 is done!\n",
      "      News 2145 is done!\n",
      "      News 2146 is done!\n",
      "      News 2147 is done!\n",
      "      News 2148 is done!\n",
      "      News 2149 is done!\n",
      "      News 2150 is done!\n",
      "      News 2151 is done!\n",
      "      News 2152 is done!\n",
      "      News 2153 is done!\n",
      "      News 2154 is done!\n",
      "      News 2155 is done!\n",
      "      News 2156 is done!\n",
      "      News 2157 is done!\n",
      "      News 2158 is done!\n",
      "      News 2159 is done!\n",
      "      News 2160 is done!\n",
      "      News 2161 is done!\n",
      "      News 2162 is done!\n",
      "      News 2163 is done!\n",
      "      News 2164 is done!\n",
      "      News 2165 is done!\n",
      "      News 2166 is done!\n",
      "      News 2167 is done!\n",
      "      News 2168 is done!\n",
      "      News 2169 is done!\n",
      "      News 2170 is done!\n",
      "      News 2171 is done!\n",
      "      News 2172 is done!\n",
      "      News 2173 is done!\n",
      "      News 2174 is done!\n",
      "      News 2175 is done!\n",
      "      News 2176 is done!\n",
      "      News 2177 is done!\n",
      "      News 2178 is done!\n",
      "      News 2179 is done!\n",
      "      News 2180 is done!\n",
      "      News 2181 is done!\n",
      "      News 2182 is done!\n",
      "      News 2183 is done!\n",
      "      News 2184 is done!\n",
      "      News 2185 is done!\n",
      "      News 2186 is done!\n",
      "      News 2187 is done!\n",
      "      News 2188 is done!\n",
      "      News 2189 is done!\n",
      "      News 2190 is done!\n",
      "      News 2191 is done!\n",
      "      News 2192 is done!\n",
      "      News 2193 is done!\n",
      "      News 2194 is done!\n",
      "      News 2195 is done!\n",
      "      News 2196 is done!\n",
      "      News 2197 is done!\n",
      "      News 2198 is done!\n",
      "      News 2199 is done!\n",
      "      News 2200 is done!\n",
      "      News 2201 is done!\n",
      "      News 2202 is done!\n",
      "      News 2203 is done!\n",
      "      News 2204 is done!\n",
      "      News 2205 is done!\n",
      "      News 2206 is done!\n",
      "      News 2207 is done!\n",
      "      News 2208 is done!\n",
      "      News 2209 is done!\n",
      "      News 2210 is done!\n",
      "      News 2211 is done!\n",
      "      News 2212 is done!\n",
      "      News 2213 is done!\n",
      "      News 2214 is done!\n",
      "      News 2215 is done!\n",
      "      News 2216 is done!\n",
      "      News 2217 is done!\n",
      "      News 2218 is done!\n",
      "      News 2219 is done!\n",
      "      News 2220 is done!\n",
      "      News 2221 is done!\n",
      "      News 2222 is done!\n",
      "      News 2223 is done!\n",
      "      News 2224 is done!\n",
      "      News 2225 is done!\n",
      "      News 2226 is done!\n",
      "      News 2227 is done!\n",
      "      News 2228 is done!\n",
      "      News 2229 is done!\n",
      "      News 2230 is done!\n",
      "      News 2231 is done!\n",
      "      News 2232 is done!\n",
      "      News 2233 is done!\n",
      "      News 2234 is done!\n",
      "      News 2235 is done!\n",
      "      News 2236 is done!\n",
      "      News 2237 is done!\n",
      "      News 2238 is done!\n",
      "      News 2239 is done!\n",
      "      News 2240 is done!\n",
      "      News 2241 is done!\n",
      "      News 2242 is done!\n",
      "      News 2243 is done!\n",
      "      News 2244 is done!\n",
      "      News 2245 is done!\n",
      "      News 2246 is done!\n",
      "      News 2247 is done!\n",
      "      News 2248 is done!\n",
      "      News 2249 is done!\n",
      "      News 2250 is done!\n",
      "      News 2251 is done!\n",
      "      News 2252 is done!\n",
      "      News 2253 is done!\n",
      "      News 2254 is done!\n",
      "      News 2255 is done!\n",
      "      News 2256 is done!\n",
      "      News 2257 is done!\n",
      "      News 2258 is done!\n",
      "      News 2259 is done!\n",
      "      News 2260 is done!\n",
      "      News 2261 is done!\n",
      "      News 2262 is done!\n",
      "      News 2263 is done!\n",
      "      News 2264 is done!\n",
      "      News 2265 is done!\n",
      "      News 2266 is done!\n",
      "      News 2267 is done!\n",
      "      News 2268 is done!\n",
      "      News 2269 is done!\n",
      "      News 2270 is done!\n",
      "      News 2271 is done!\n",
      "      News 2272 is done!\n",
      "      News 2273 is done!\n",
      "      News 2274 is done!\n",
      "      News 2275 is done!\n",
      "      News 2276 is done!\n",
      "      News 2277 is done!\n",
      "      News 2278 is done!\n",
      "      News 2279 is done!\n",
      "      News 2280 is done!\n",
      "      News 2281 is done!\n",
      "      News 2282 is done!\n",
      "      News 2283 is done!\n",
      "      News 2284 is done!\n",
      "      News 2285 is done!\n",
      "      News 2286 is done!\n",
      "      News 2287 is done!\n",
      "      News 2288 is done!\n",
      "      News 2289 is done!\n",
      "      News 2290 is done!\n",
      "      News 2291 is done!\n",
      "      News 2292 is done!\n",
      "      News 2293 is done!\n",
      "      News 2294 is done!\n",
      "      News 2295 is done!\n",
      "      News 2296 is done!\n",
      "      News 2297 is done!\n",
      "      News 2298 is done!\n",
      "      News 2299 is done!\n",
      "      News 2300 is done!\n",
      "      News 2301 is done!\n",
      "      News 2302 is done!\n",
      "      News 2303 is done!\n",
      "      News 2304 is done!\n",
      "      News 2305 is done!\n",
      "      News 2306 is done!\n",
      "      News 2307 is done!\n",
      "      News 2308 is done!\n",
      "      News 2309 is done!\n",
      "      News 2310 is done!\n",
      "      News 2311 is done!\n",
      "      News 2312 is done!\n",
      "      News 2313 is done!\n",
      "      News 2314 is done!\n",
      "      News 2315 is done!\n",
      "      News 2316 is done!\n",
      "      News 2317 is done!\n",
      "      News 2318 is done!\n",
      "      News 2319 is done!\n",
      "      News 2320 is done!\n",
      "      News 2321 is done!\n",
      "      News 2322 is done!\n",
      "      News 2323 is done!\n",
      "      News 2324 is done!\n",
      "      News 2325 is done!\n",
      "      News 2326 is done!\n",
      "      News 2327 is done!\n",
      "      News 2328 is done!\n",
      "      News 2329 is done!\n",
      "      News 2330 is done!\n",
      "      News 2331 is done!\n",
      "      News 2332 is done!\n",
      "      News 2333 is done!\n",
      "      News 2334 is done!\n",
      "      News 2335 is done!\n",
      "      News 2336 is done!\n",
      "      News 2337 is done!\n",
      "      News 2338 is done!\n",
      "      News 2339 is done!\n",
      "      News 2340 is done!\n",
      "      News 2341 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 2342 is done!\n",
      "      News 2343 is done!\n",
      "      News 2344 is done!\n",
      "      News 2345 is done!\n",
      "      News 2346 is done!\n",
      "      News 2347 is done!\n",
      "      News 2348 is done!\n",
      "      News 2349 is done!\n",
      "      News 2350 is done!\n",
      "      News 2351 is done!\n",
      "      News 2352 is done!\n",
      "      News 2353 is done!\n",
      "      News 2354 is done!\n",
      "      News 2355 is done!\n",
      "      News 2356 is done!\n",
      "      News 2357 is done!\n",
      "      News 2358 is done!\n",
      "      News 2359 is done!\n",
      "      News 2360 is done!\n",
      "      News 2361 is done!\n",
      "      News 2362 is done!\n",
      "      News 2363 is done!\n",
      "      News 2364 is done!\n",
      "      News 2365 is done!\n",
      "      News 2366 is done!\n",
      "      News 2367 is done!\n",
      "      News 2368 is done!\n",
      "      News 2369 is done!\n",
      "      News 2370 is done!\n",
      "      News 2371 is done!\n",
      "      News 2372 is done!\n",
      "      News 2373 is done!\n",
      "      News 2374 is done!\n",
      "      News 2375 is done!\n",
      "      News 2376 is done!\n",
      "      News 2377 is done!\n",
      "      News 2378 is done!\n",
      "      News 2379 is done!\n",
      "      News 2380 is done!\n",
      "      News 2381 is done!\n",
      "      News 2382 is done!\n",
      "      News 2383 is done!\n",
      "      News 2384 is done!\n",
      "      News 2385 is done!\n",
      "      News 2386 is done!\n",
      "      News 2387 is done!\n",
      "      News 2388 is done!\n",
      "      News 2389 is done!\n",
      "      News 2390 is done!\n",
      "      News 2391 is done!\n",
      "      News 2392 is done!\n",
      "      News 2393 is done!\n",
      "      News 2394 is done!\n",
      "      News 2395 is done!\n",
      "      News 2396 is done!\n",
      "      News 2397 is done!\n",
      "      News 2398 is done!\n",
      "      News 2399 is done!\n",
      "      News 2400 is done!\n",
      "      News 2401 is done!\n",
      "      News 2402 is done!\n",
      "      News 2403 is done!\n",
      "      News 2404 is done!\n",
      "      News 2405 is done!\n",
      "      News 2406 is done!\n",
      "      News 2407 is done!\n",
      "      News 2408 is done!\n",
      "      News 2409 is done!\n",
      "      News 2410 is done!\n",
      "      News 2411 is done!\n",
      "      News 2412 is done!\n",
      "      News 2413 is done!\n",
      "      News 2414 is done!\n",
      "      News 2415 is done!\n",
      "      News 2416 is done!\n",
      "      News 2417 is done!\n",
      "      News 2418 is done!\n",
      "      News 2419 is done!\n",
      "      News 2420 is done!\n",
      "      News 2421 is done!\n",
      "      News 2422 is done!\n",
      "      News 2423 is done!\n",
      "      News 2424 is done!\n",
      "      News 2425 is done!\n",
      "      News 2426 is done!\n",
      "      News 2427 is done!\n",
      "      News 2428 is done!\n",
      "      News 2429 is done!\n",
      "      News 2430 is done!\n",
      "      News 2431 is done!\n",
      "      News 2432 is done!\n",
      "      News 2433 is done!\n",
      "      News 2434 is done!\n",
      "      News 2435 is done!\n",
      "      News 2436 is done!\n",
      "      News 2437 is done!\n",
      "      News 2438 is done!\n",
      "      News 2439 is done!\n",
      "      News 2440 is done!\n",
      "      News 2441 is done!\n",
      "      News 2442 is done!\n",
      "      News 2443 is done!\n",
      "      News 2444 is done!\n",
      "      News 2445 is done!\n",
      "      News 2446 is done!\n",
      "      News 2447 is done!\n",
      "      News 2448 is done!\n",
      "      News 2449 is done!\n",
      "      News 2450 is done!\n",
      "      News 2451 is done!\n",
      "      News 2452 is done!\n",
      "      News 2453 is done!\n",
      "      News 2454 is done!\n",
      "      News 2455 is done!\n",
      "      News 2456 is done!\n",
      "      News 2457 is done!\n",
      "      News 2458 is done!\n",
      "      News 2459 is done!\n",
      "      News 2460 is done!\n",
      "      News 2461 is done!\n",
      "      News 2462 is done!\n",
      "      News 2463 is done!\n",
      "      News 2464 is done!\n",
      "      News 2465 is done!\n",
      "      News 2466 is done!\n",
      "      News 2467 is done!\n",
      "      News 2468 is done!\n",
      "      News 2469 is done!\n",
      "      News 2470 is done!\n",
      "      News 2471 is done!\n",
      "      News 2472 is done!\n",
      "      News 2473 is done!\n",
      "      News 2474 is done!\n",
      "      News 2475 is done!\n",
      "      News 2476 is done!\n",
      "      News 2477 is done!\n",
      "      News 2478 is done!\n",
      "      News 2479 is done!\n",
      "      News 2480 is done!\n",
      "      News 2481 is done!\n",
      "      News 2482 is done!\n",
      "      News 2483 is done!\n",
      "      News 2484 is done!\n",
      "      News 2485 is done!\n",
      "      News 2486 is done!\n",
      "      News 2487 is done!\n",
      "      News 2488 is done!\n",
      "      News 2489 is done!\n",
      "      News 2490 is done!\n",
      "      News 2491 is done!\n",
      "      News 2492 is done!\n",
      "      News 2493 is done!\n",
      "      News 2494 is done!\n",
      "      News 2495 is done!\n",
      "      News 2496 is done!\n",
      "      News 2497 is done!\n",
      "      News 2498 is done!\n",
      "      News 2499 is done!\n",
      "      News 2500 is done!\n",
      "      News 2501 is done!\n",
      "      News 2502 is done!\n",
      "      News 2503 is done!\n",
      "      News 2504 is done!\n",
      "      News 2505 is done!\n",
      "      News 2506 is done!\n",
      "      News 2507 is done!\n",
      "      News 2508 is done!\n",
      "      News 2509 is done!\n",
      "      News 2510 is done!\n",
      "      News 2511 is done!\n",
      "      News 2512 is done!\n",
      "      News 2513 is done!\n",
      "      News 2514 is done!\n",
      "      News 2515 is done!\n",
      "      News 2516 is done!\n",
      "      News 2517 is done!\n",
      "      News 2518 is done!\n",
      "      News 2519 is done!\n",
      "      News 2520 is done!\n",
      "      News 2521 is done!\n",
      "      News 2522 is done!\n",
      "      News 2523 is done!\n",
      "      News 2524 is done!\n",
      "      News 2525 is done!\n",
      "      News 2526 is done!\n",
      "      News 2527 is done!\n",
      "      News 2528 is done!\n",
      "      News 2529 is done!\n",
      "      News 2530 is done!\n",
      "      News 2531 is done!\n",
      "      News 2532 is done!\n",
      "      News 2533 is done!\n",
      "      News 2534 is done!\n",
      "      News 2535 is done!\n",
      "      News 2536 is done!\n",
      "      News 2537 is done!\n",
      "      News 2538 is done!\n",
      "      News 2539 is done!\n",
      "      News 2540 is done!\n",
      "      News 2541 is done!\n",
      "      News 2542 is done!\n",
      "      News 2543 is done!\n",
      "      News 2544 is done!\n",
      "      News 2545 is done!\n",
      "      News 2546 is done!\n",
      "      News 2547 is done!\n",
      "      News 2548 is done!\n",
      "      News 2549 is done!\n",
      "      News 2550 is done!\n",
      "      News 2551 is done!\n",
      "      News 2552 is done!\n",
      "      News 2553 is done!\n",
      "      News 2554 is done!\n",
      "      News 2555 is done!\n",
      "      News 2556 is done!\n",
      "      News 2557 is done!\n",
      "      News 2558 is done!\n",
      "      News 2559 is done!\n",
      "      News 2560 is done!\n",
      "      News 2561 is done!\n",
      "      News 2562 is done!\n",
      "      News 2563 is done!\n",
      "      News 2564 is done!\n",
      "      News 2565 is done!\n",
      "      News 2566 is done!\n",
      "      News 2567 is done!\n",
      "      News 2568 is done!\n",
      "      News 2569 is done!\n",
      "      News 2570 is done!\n",
      "      News 2571 is done!\n",
      "      News 2572 is done!\n",
      "      News 2573 is done!\n",
      "      News 2574 is done!\n",
      "      News 2575 is done!\n",
      "      News 2576 is done!\n",
      "      News 2577 is done!\n",
      "      News 2578 is done!\n",
      "      News 2579 is done!\n",
      "      News 2580 is done!\n",
      "      News 2581 is done!\n",
      "      News 2582 is done!\n",
      "      News 2583 is done!\n",
      "      News 2584 is done!\n",
      "      News 2585 is done!\n",
      "      News 2586 is done!\n",
      "      News 2587 is done!\n",
      "      News 2588 is done!\n",
      "      News 2589 is done!\n",
      "      News 2590 is done!\n",
      "      News 2591 is done!\n",
      "      News 2592 is done!\n",
      "      News 2593 is done!\n",
      "      News 2594 is done!\n",
      "      News 2595 is done!\n",
      "      News 2596 is done!\n",
      "      News 2597 is done!\n",
      "      News 2598 is done!\n",
      "      News 2599 is done!\n",
      "      News 2600 is done!\n",
      "      News 2601 is done!\n",
      "      News 2602 is done!\n",
      "      News 2603 is done!\n",
      "      News 2604 is done!\n",
      "      News 2605 is done!\n",
      "      News 2606 is done!\n",
      "      News 2607 is done!\n",
      "      News 2608 is done!\n",
      "      News 2609 is done!\n",
      "      News 2610 is done!\n",
      "      News 2611 is done!\n",
      "      News 2612 is done!\n",
      "      News 2613 is done!\n",
      "      News 2614 is done!\n",
      "      News 2615 is done!\n",
      "      News 2616 is done!\n",
      "      News 2617 is done!\n",
      "      News 2618 is done!\n",
      "      News 2619 is done!\n",
      "      News 2620 is done!\n",
      "      News 2621 is done!\n",
      "      News 2622 is done!\n",
      "      News 2623 is done!\n",
      "      News 2624 is done!\n",
      "      News 2625 is done!\n",
      "      News 2626 is done!\n",
      "      News 2627 is done!\n",
      "      News 2628 is done!\n",
      "      News 2629 is done!\n",
      "      News 2630 is done!\n",
      "      News 2631 is done!\n",
      "      News 2632 is done!\n",
      "      News 2633 is done!\n",
      "      News 2634 is done!\n",
      "      News 2635 is done!\n",
      "      News 2636 is done!\n",
      "      News 2637 is done!\n",
      "      News 2638 is done!\n",
      "      News 2639 is done!\n",
      "      News 2640 is done!\n",
      "      News 2641 is done!\n",
      "      News 2642 is done!\n",
      "      News 2643 is done!\n",
      "      News 2644 is done!\n",
      "      News 2645 is done!\n",
      "      News 2646 is done!\n",
      "      News 2647 is done!\n",
      "      News 2648 is done!\n",
      "      News 2649 is done!\n",
      "      News 2650 is done!\n",
      "      News 2651 is done!\n",
      "      News 2652 is done!\n",
      "      News 2653 is done!\n",
      "      News 2654 is done!\n",
      "      News 2655 is done!\n",
      "      News 2656 is done!\n",
      "      News 2657 is done!\n",
      "      News 2658 is done!\n",
      "      News 2659 is done!\n",
      "      News 2660 is done!\n",
      "      News 2661 is done!\n",
      "      News 2662 is done!\n",
      "      News 2663 is done!\n",
      "      News 2664 is done!\n",
      "      News 2665 is done!\n",
      "      News 2666 is done!\n",
      "      News 2667 is done!\n",
      "      News 2668 is done!\n",
      "      News 2669 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 2670 is done!\n",
      "      News 2671 is done!\n",
      "      News 2672 is done!\n",
      "      News 2673 is done!\n",
      "      News 2674 is done!\n",
      "      News 2675 is done!\n",
      "      News 2676 is done!\n",
      "      News 2677 is done!\n",
      "      News 2678 is done!\n",
      "      News 2679 is done!\n",
      "      News 2680 is done!\n",
      "      News 2681 is done!\n",
      "      News 2682 is done!\n",
      "      News 2683 is done!\n",
      "      News 2684 is done!\n",
      "      News 2685 is done!\n",
      "      News 2686 is done!\n",
      "      News 2687 is done!\n",
      "      News 2688 is done!\n",
      "      News 2689 is done!\n",
      "      News 2690 is done!\n",
      "      News 2691 is done!\n",
      "      News 2692 is done!\n",
      "      News 2693 is done!\n",
      "      News 2694 is done!\n",
      "      News 2695 is done!\n",
      "      News 2696 is done!\n",
      "      News 2697 is done!\n",
      "      News 2698 is done!\n",
      "      News 2699 is done!\n",
      "      News 2700 is done!\n",
      "      News 2701 is done!\n",
      "      News 2702 is done!\n",
      "      News 2703 is done!\n",
      "      News 2704 is done!\n",
      "      News 2705 is done!\n",
      "      News 2706 is done!\n",
      "      News 2707 is done!\n",
      "      News 2708 is done!\n",
      "      News 2709 is done!\n",
      "      News 2710 is done!\n",
      "      News 2711 is done!\n",
      "      News 2712 is done!\n",
      "      News 2713 is done!\n",
      "      News 2714 is done!\n",
      "      News 2715 is done!\n",
      "      News 2716 is done!\n",
      "      News 2717 is done!\n",
      "      News 2718 is done!\n",
      "      News 2719 is done!\n",
      "      News 2720 is done!\n",
      "      News 2721 is done!\n",
      "      News 2722 is done!\n",
      "      News 2723 is done!\n",
      "      News 2724 is done!\n",
      "      News 2725 is done!\n",
      "      News 2726 is done!\n",
      "      News 2727 is done!\n",
      "      News 2728 is done!\n",
      "      News 2729 is done!\n",
      "      News 2730 is done!\n",
      "      News 2731 is done!\n",
      "      News 2732 is done!\n",
      "      News 2733 is done!\n",
      "      News 2734 is done!\n",
      "      News 2735 is done!\n",
      "      News 2736 is done!\n",
      "      News 2737 is done!\n",
      "      News 2738 is done!\n",
      "      News 2739 is done!\n",
      "      News 2740 is done!\n",
      "      News 2741 is done!\n",
      "      News 2742 is done!\n",
      "      News 2743 is done!\n",
      "      News 2744 is done!\n",
      "      News 2745 is done!\n",
      "      News 2746 is done!\n",
      "      News 2747 is done!\n",
      "      News 2748 is done!\n",
      "      News 2749 is done!\n",
      "      News 2750 is done!\n",
      "      News 2751 is done!\n",
      "      News 2752 is done!\n",
      "      News 2753 is done!\n",
      "      News 2754 is done!\n",
      "      News 2755 is done!\n",
      "      News 2756 is done!\n",
      "      News 2757 is done!\n",
      "      News 2758 is done!\n",
      "      News 2759 is done!\n",
      "      News 2760 is done!\n",
      "      News 2761 is done!\n",
      "      News 2762 is done!\n",
      "      News 2763 is done!\n",
      "      News 2764 is done!\n",
      "      News 2765 is done!\n",
      "      News 2766 is done!\n",
      "      News 2767 is done!\n",
      "      News 2768 is done!\n",
      "      News 2769 is done!\n",
      "      News 2770 is done!\n",
      "      News 2771 is done!\n",
      "      News 2772 is done!\n",
      "      News 2773 is done!\n",
      "      News 2774 is done!\n",
      "      News 2775 is done!\n",
      "      News 2776 is done!\n",
      "      News 2777 is done!\n",
      "      News 2778 is done!\n",
      "      News 2779 is done!\n",
      "      News 2780 is done!\n",
      "      News 2781 is done!\n",
      "      News 2782 is done!\n",
      "      News 2783 is done!\n",
      "      News 2784 is done!\n",
      "      News 2785 is done!\n",
      "      News 2786 is done!\n",
      "      News 2787 is done!\n",
      "      News 2788 is done!\n",
      "      News 2789 is done!\n",
      "      News 2790 is done!\n",
      "      News 2791 is done!\n",
      "      News 2792 is done!\n",
      "      News 2793 is done!\n",
      "      News 2794 is done!\n",
      "      News 2795 is done!\n",
      "      News 2796 is done!\n",
      "      News 2797 is done!\n",
      "      News 2798 is done!\n",
      "      News 2799 is done!\n",
      "      News 2800 is done!\n",
      "      News 2801 is done!\n",
      "      News 2802 is done!\n",
      "      News 2803 is done!\n",
      "      News 2804 is done!\n",
      "      News 2805 is done!\n",
      "      News 2806 is done!\n",
      "      News 2807 is done!\n",
      "      News 2808 is done!\n",
      "      News 2809 is done!\n",
      "      News 2810 is done!\n",
      "      News 2811 is done!\n",
      "      News 2812 is done!\n",
      "      News 2813 is done!\n",
      "      News 2814 is done!\n",
      "      News 2815 is done!\n",
      "      News 2816 is done!\n",
      "      News 2817 is done!\n",
      "      News 2818 is done!\n",
      "      News 2819 is done!\n",
      "      News 2820 is done!\n",
      "      News 2821 is done!\n",
      "      News 2822 is done!\n",
      "      News 2823 is done!\n",
      "      News 2824 is done!\n",
      "      News 2825 is done!\n",
      "      News 2826 is done!\n",
      "      News 2827 is done!\n",
      "      News 2828 is done!\n",
      "      News 2829 is done!\n",
      "      News 2830 is done!\n",
      "      News 2831 is done!\n",
      "      News 2832 is done!\n",
      "      News 2833 is done!\n",
      "      News 2834 is done!\n",
      "      News 2835 is done!\n",
      "      News 2836 is done!\n",
      "      News 2837 is done!\n",
      "      News 2838 is done!\n",
      "      News 2839 is done!\n",
      "      News 2840 is done!\n",
      "      News 2841 is done!\n",
      "      News 2842 is done!\n",
      "      News 2843 is done!\n",
      "      News 2844 is done!\n",
      "      News 2845 is done!\n",
      "      News 2846 is done!\n",
      "      News 2847 is done!\n",
      "      News 2848 is done!\n",
      "      News 2849 is done!\n",
      "      News 2850 is done!\n",
      "      News 2851 is done!\n",
      "      News 2852 is done!\n",
      "      News 2853 is done!\n",
      "      News 2854 is done!\n",
      "      News 2855 is done!\n",
      "      News 2856 is done!\n",
      "      News 2857 is done!\n",
      "      News 2858 is done!\n",
      "      News 2859 is done!\n",
      "      News 2860 is done!\n",
      "      News 2861 is done!\n",
      "      News 2862 is done!\n",
      "      News 2863 is done!\n",
      "      News 2864 is done!\n",
      "      News 2865 is done!\n",
      "      News 2866 is done!\n",
      "      News 2867 is done!\n",
      "      News 2868 is done!\n",
      "      News 2869 is done!\n",
      "      News 2870 is done!\n",
      "      News 2871 is done!\n",
      "      News 2872 is done!\n",
      "      News 2873 is done!\n",
      "      News 2874 is done!\n",
      "      News 2875 is done!\n",
      "      News 2876 is done!\n",
      "      News 2877 is done!\n",
      "      News 2878 is done!\n",
      "      News 2879 is done!\n",
      "      News 2880 is done!\n",
      "      News 2881 is done!\n",
      "      News 2882 is done!\n",
      "      News 2883 is done!\n",
      "      News 2884 is done!\n",
      "      News 2885 is done!\n",
      "      News 2886 is done!\n",
      "      News 2887 is done!\n",
      "      News 2888 is done!\n",
      "      News 2889 is done!\n",
      "      News 2890 is done!\n",
      "      News 2891 is done!\n",
      "      News 2892 is done!\n",
      "      News 2893 is done!\n",
      "      News 2894 is done!\n",
      "      News 2895 is done!\n",
      "      News 2896 is done!\n",
      "      News 2897 is done!\n",
      "      News 2898 is done!\n",
      "      News 2899 is done!\n",
      "      News 2900 is done!\n",
      "      News 2901 is done!\n",
      "      News 2902 is done!\n",
      "      News 2903 is done!\n",
      "      News 2904 is done!\n",
      "      News 2905 is done!\n",
      "      News 2906 is done!\n",
      "      News 2907 is done!\n",
      "      News 2908 is done!\n",
      "      News 2909 is done!\n",
      "      News 2910 is done!\n",
      "      News 2911 is done!\n",
      "      News 2912 is done!\n",
      "      News 2913 is done!\n",
      "      News 2914 is done!\n",
      "      News 2915 is done!\n",
      "      News 2916 is done!\n",
      "      News 2917 is done!\n",
      "      News 2918 is done!\n",
      "      News 2919 is done!\n",
      "      News 2920 is done!\n",
      "      News 2921 is done!\n",
      "      News 2922 is done!\n",
      "      News 2923 is done!\n",
      "      News 2924 is done!\n",
      "      News 2925 is done!\n",
      "      News 2926 is done!\n",
      "      News 2927 is done!\n",
      "      News 2928 is done!\n",
      "      News 2929 is done!\n",
      "      News 2930 is done!\n",
      "      News 2931 is done!\n",
      "      News 2932 is done!\n",
      "      News 2933 is done!\n",
      "      News 2934 is done!\n",
      "      News 2935 is done!\n",
      "      News 2936 is done!\n",
      "      News 2937 is done!\n",
      "      News 2938 is done!\n",
      "      News 2939 is done!\n",
      "      News 2940 is done!\n",
      "      News 2941 is done!\n",
      "      News 2942 is done!\n",
      "      News 2943 is done!\n",
      "      News 2944 is done!\n",
      "      News 2945 is done!\n",
      "      News 2946 is done!\n",
      "      News 2947 is done!\n",
      "      News 2948 is done!\n",
      "      News 2949 is done!\n",
      "      News 2950 is done!\n",
      "      News 2951 is done!\n",
      "      News 2952 is done!\n",
      "      News 2953 is done!\n",
      "      News 2954 is done!\n",
      "      News 2955 is done!\n",
      "      News 2956 is done!\n",
      "      News 2957 is done!\n",
      "      News 2958 is done!\n",
      "      News 2959 is done!\n",
      "      News 2960 is done!\n",
      "      News 2961 is done!\n",
      "      News 2962 is done!\n",
      "      News 2963 is done!\n",
      "      News 2964 is done!\n",
      "      News 2965 is done!\n",
      "      News 2966 is done!\n",
      "      News 2967 is done!\n",
      "      News 2968 is done!\n",
      "      News 2969 is done!\n",
      "      News 2970 is done!\n",
      "      News 2971 is done!\n",
      "      News 2972 is done!\n",
      "      News 2973 is done!\n",
      "      News 2974 is done!\n",
      "      News 2975 is done!\n",
      "      News 2976 is done!\n",
      "      News 2977 is done!\n",
      "      News 2978 is done!\n",
      "      News 2979 is done!\n",
      "      News 2980 is done!\n",
      "      News 2981 is done!\n",
      "      News 2982 is done!\n",
      "      News 2983 is done!\n",
      "      News 2984 is done!\n",
      "      News 2985 is done!\n",
      "      News 2986 is done!\n",
      "      News 2987 is done!\n",
      "      News 2988 is done!\n",
      "      News 2989 is done!\n",
      "      News 2990 is done!\n",
      "      News 2991 is done!\n",
      "      News 2992 is done!\n",
      "      News 2993 is done!\n",
      "      News 2994 is done!\n",
      "      News 2995 is done!\n",
      "      News 2996 is done!\n",
      "      News 2997 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 2998 is done!\n",
      "      News 2999 is done!\n",
      "      News 3000 is done!\n",
      "      News 3001 is done!\n",
      "      News 3002 is done!\n",
      "      News 3003 is done!\n",
      "      News 3004 is done!\n",
      "      News 3005 is done!\n",
      "      News 3006 is done!\n",
      "      News 3007 is done!\n",
      "      News 3008 is done!\n",
      "      News 3009 is done!\n",
      "      News 3010 is done!\n",
      "      News 3011 is done!\n",
      "      News 3012 is done!\n",
      "      News 3013 is done!\n",
      "      News 3014 is done!\n",
      "      News 3015 is done!\n",
      "      News 3016 is done!\n",
      "      News 3017 is done!\n",
      "      News 3018 is done!\n",
      "      News 3019 is done!\n",
      "      News 3020 is done!\n",
      "      News 3021 is done!\n",
      "      News 3022 is done!\n",
      "      News 3023 is done!\n",
      "      News 3024 is done!\n",
      "      News 3025 is done!\n",
      "      News 3026 is done!\n",
      "      News 3027 is done!\n",
      "      News 3028 is done!\n",
      "      News 3029 is done!\n",
      "      News 3030 is done!\n",
      "      News 3031 is done!\n",
      "      News 3032 is done!\n",
      "      News 3033 is done!\n",
      "      News 3034 is done!\n",
      "      News 3035 is done!\n",
      "      News 3036 is done!\n",
      "      News 3037 is done!\n",
      "      News 3038 is done!\n",
      "      News 3039 is done!\n",
      "      News 3040 is done!\n",
      "      News 3041 is done!\n",
      "      News 3042 is done!\n",
      "      News 3043 is done!\n",
      "      News 3044 is done!\n",
      "      News 3045 is done!\n",
      "      News 3046 is done!\n",
      "      News 3047 is done!\n",
      "      News 3048 is done!\n",
      "      News 3049 is done!\n",
      "      News 3050 is done!\n",
      "      News 3051 is done!\n",
      "      News 3052 is done!\n",
      "      News 3053 is done!\n",
      "      News 3054 is done!\n",
      "      News 3055 is done!\n",
      "      News 3056 is done!\n",
      "      News 3057 is done!\n",
      "      News 3058 is done!\n",
      "      News 3059 is done!\n",
      "      News 3060 is done!\n",
      "      News 3061 is done!\n",
      "      News 3062 is done!\n",
      "      News 3063 is done!\n",
      "      News 3064 is done!\n",
      "      News 3065 is done!\n",
      "      News 3066 is done!\n",
      "      News 3067 is done!\n",
      "      News 3068 is done!\n",
      "      News 3069 is done!\n",
      "      News 3070 is done!\n",
      "      News 3071 is done!\n",
      "      News 3072 is done!\n",
      "      News 3073 is done!\n",
      "      News 3074 is done!\n",
      "      News 3075 is done!\n",
      "      News 3076 is done!\n",
      "      News 3077 is done!\n",
      "      News 3078 is done!\n",
      "      News 3079 is done!\n",
      "      News 3080 is done!\n",
      "      News 3081 is done!\n",
      "      News 3082 is done!\n",
      "      News 3083 is done!\n",
      "      News 3084 is done!\n",
      "      News 3085 is done!\n",
      "      News 3086 is done!\n",
      "      News 3087 is done!\n",
      "      News 3088 is done!\n",
      "      News 3089 is done!\n",
      "      News 3090 is done!\n",
      "      News 3091 is done!\n",
      "      News 3092 is done!\n",
      "      News 3093 is done!\n",
      "      News 3094 is done!\n",
      "      News 3095 is done!\n",
      "      News 3096 is done!\n",
      "      News 3097 is done!\n",
      "      News 3098 is done!\n",
      "      News 3099 is done!\n",
      "      News 3100 is done!\n",
      "      News 3101 is done!\n",
      "      News 3102 is done!\n",
      "      News 3103 is done!\n",
      "      News 3104 is done!\n",
      "      News 3105 is done!\n",
      "      News 3106 is done!\n",
      "      News 3107 is done!\n",
      "      News 3108 is done!\n",
      "      News 3109 is done!\n",
      "      News 3110 is done!\n",
      "      News 3111 is done!\n",
      "      News 3112 is done!\n",
      "      News 3113 is done!\n",
      "      News 3114 is done!\n",
      "      News 3115 is done!\n",
      "      News 3116 is done!\n",
      "      News 3117 is done!\n",
      "      News 3118 is done!\n",
      "      News 3119 is done!\n",
      "      News 3120 is done!\n",
      "      News 3121 is done!\n",
      "      News 3122 is done!\n",
      "      News 3123 is done!\n",
      "      News 3124 is done!\n",
      "      News 3125 is done!\n",
      "      News 3126 is done!\n",
      "      News 3127 is done!\n",
      "      News 3128 is done!\n",
      "      News 3129 is done!\n",
      "      News 3130 is done!\n",
      "      News 3131 is done!\n",
      "      News 3132 is done!\n",
      "      News 3133 is done!\n",
      "      News 3134 is done!\n",
      "      News 3135 is done!\n",
      "      News 3136 is done!\n",
      "      News 3137 is done!\n",
      "      News 3138 is done!\n",
      "      News 3139 is done!\n",
      "      News 3140 is done!\n",
      "      News 3141 is done!\n",
      "      News 3142 is done!\n",
      "      News 3143 is done!\n",
      "      News 3144 is done!\n",
      "      News 3145 is done!\n",
      "      News 3146 is done!\n",
      "      News 3147 is done!\n",
      "      News 3148 is done!\n",
      "      News 3149 is done!\n",
      "      News 3150 is done!\n",
      "      News 3151 is done!\n",
      "      News 3152 is done!\n",
      "      News 3153 is done!\n",
      "      News 3154 is done!\n",
      "      News 3155 is done!\n",
      "      News 3156 is done!\n",
      "      News 3157 is done!\n",
      "      News 3158 is done!\n",
      "      News 3159 is done!\n",
      "      News 3160 is done!\n",
      "      News 3161 is done!\n",
      "      News 3162 is done!\n",
      "      News 3163 is done!\n",
      "      News 3164 is done!\n",
      "      News 3165 is done!\n",
      "      News 3166 is done!\n",
      "      News 3167 is done!\n",
      "      News 3168 is done!\n",
      "      News 3169 is done!\n",
      "      News 3170 is done!\n",
      "      News 3171 is done!\n",
      "      News 3172 is done!\n",
      "      News 3173 is done!\n",
      "      News 3174 is done!\n",
      "      News 3175 is done!\n",
      "      News 3176 is done!\n",
      "      News 3177 is done!\n",
      "      News 3178 is done!\n",
      "      News 3179 is done!\n",
      "      News 3180 is done!\n",
      "      News 3181 is done!\n",
      "      News 3182 is done!\n",
      "      News 3183 is done!\n",
      "      News 3184 is done!\n",
      "      News 3185 is done!\n",
      "      News 3186 is done!\n",
      "      News 3187 is done!\n",
      "      News 3188 is done!\n",
      "      News 3189 is done!\n",
      "      News 3190 is done!\n",
      "      News 3191 is done!\n",
      "      News 3192 is done!\n",
      "      News 3193 is done!\n",
      "      News 3194 is done!\n",
      "      News 3195 is done!\n",
      "      News 3196 is done!\n",
      "      News 3197 is done!\n",
      "      News 3198 is done!\n",
      "      News 3199 is done!\n",
      "      News 3200 is done!\n",
      "      News 3201 is done!\n",
      "      News 3202 is done!\n",
      "      News 3203 is done!\n",
      "      News 3204 is done!\n",
      "      News 3205 is done!\n",
      "      News 3206 is done!\n",
      "      News 3207 is done!\n",
      "      News 3208 is done!\n",
      "      News 3209 is done!\n",
      "      News 3210 is done!\n",
      "      News 3211 is done!\n",
      "      News 3212 is done!\n",
      "      News 3213 is done!\n",
      "      News 3214 is done!\n",
      "      News 3215 is done!\n",
      "      News 3216 is done!\n",
      "      News 3217 is done!\n",
      "      News 3218 is done!\n",
      "      News 3219 is done!\n",
      "      News 3220 is done!\n",
      "      News 3221 is done!\n",
      "      News 3222 is done!\n",
      "      News 3223 is done!\n",
      "      News 3224 is done!\n",
      "      News 3225 is done!\n",
      "      News 3226 is done!\n",
      "      News 3227 is done!\n",
      "      News 3228 is done!\n",
      "      News 3229 is done!\n",
      "      News 3230 is done!\n",
      "      News 3231 is done!\n",
      "      News 3232 is done!\n",
      "      News 3233 is done!\n",
      "      News 3234 is done!\n",
      "      News 3235 is done!\n",
      "      News 3236 is done!\n",
      "      News 3237 is done!\n",
      "      News 3238 is done!\n",
      "      News 3239 is done!\n",
      "      News 3240 is done!\n",
      "      News 3241 is done!\n",
      "      News 3242 is done!\n",
      "      News 3243 is done!\n",
      "      News 3244 is done!\n",
      "      News 3245 is done!\n",
      "      News 3246 is done!\n",
      "      News 3247 is done!\n",
      "      News 3248 is done!\n",
      "      News 3249 is done!\n",
      "      News 3250 is done!\n",
      "      News 3251 is done!\n",
      "      News 3252 is done!\n",
      "      News 3253 is done!\n",
      "      News 3254 is done!\n",
      "      News 3255 is done!\n",
      "      News 3256 is done!\n",
      "      News 3257 is done!\n",
      "      News 3258 is done!\n",
      "      News 3259 is done!\n",
      "      News 3260 is done!\n",
      "      News 3261 is done!\n",
      "      News 3262 is done!\n",
      "      News 3263 is done!\n",
      "      News 3264 is done!\n",
      "      News 3265 is done!\n",
      "      News 3266 is done!\n",
      "      News 3267 is done!\n",
      "      News 3268 is done!\n",
      "      News 3269 is done!\n",
      "      News 3270 is done!\n",
      "      News 3271 is done!\n",
      "      News 3272 is done!\n",
      "      News 3273 is done!\n",
      "      News 3274 is done!\n",
      "      News 3275 is done!\n",
      "      News 3276 is done!\n",
      "      News 3277 is done!\n",
      "      News 3278 is done!\n",
      "      News 3279 is done!\n",
      "      News 3280 is done!\n",
      "      News 3281 is done!\n",
      "      News 3282 is done!\n",
      "      News 3283 is done!\n",
      "      News 3284 is done!\n",
      "      News 3285 is done!\n",
      "      News 3286 is done!\n",
      "      News 3287 is done!\n",
      "      News 3288 is done!\n",
      "      News 3289 is done!\n",
      "      News 3290 is done!\n",
      "      News 3291 is done!\n",
      "      News 3292 is done!\n",
      "      News 3293 is done!\n",
      "      News 3294 is done!\n",
      "      News 3295 is done!\n",
      "      News 3296 is done!\n",
      "      News 3297 is done!\n",
      "      News 3298 is done!\n",
      "      News 3299 is done!\n",
      "      News 3300 is done!\n",
      "      News 3301 is done!\n",
      "      News 3302 is done!\n",
      "      News 3303 is done!\n",
      "      News 3304 is done!\n",
      "      News 3305 is done!\n",
      "      News 3306 is done!\n",
      "      News 3307 is done!\n",
      "      News 3308 is done!\n",
      "      News 3309 is done!\n",
      "      News 3310 is done!\n",
      "      News 3311 is done!\n",
      "      News 3312 is done!\n",
      "      News 3313 is done!\n",
      "      News 3314 is done!\n",
      "      News 3315 is done!\n",
      "      News 3316 is done!\n",
      "      News 3317 is done!\n",
      "      News 3318 is done!\n",
      "      News 3319 is done!\n",
      "      News 3320 is done!\n",
      "      News 3321 is done!\n",
      "      News 3322 is done!\n",
      "      News 3323 is done!\n",
      "      News 3324 is done!\n",
      "      News 3325 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 3326 is done!\n",
      "      News 3327 is done!\n",
      "      News 3328 is done!\n",
      "      News 3329 is done!\n",
      "      News 3330 is done!\n",
      "      News 3331 is done!\n",
      "      News 3332 is done!\n",
      "      News 3333 is done!\n",
      "      News 3334 is done!\n",
      "      News 3335 is done!\n",
      "      News 3336 is done!\n",
      "      News 3337 is done!\n",
      "      News 3338 is done!\n",
      "      News 3339 is done!\n",
      "      News 3340 is done!\n",
      "      News 3341 is done!\n",
      "      News 3342 is done!\n",
      "      News 3343 is done!\n",
      "      News 3344 is done!\n",
      "      News 3345 is done!\n",
      "      News 3346 is done!\n",
      "      News 3347 is done!\n",
      "      News 3348 is done!\n",
      "      News 3349 is done!\n",
      "      News 3350 is done!\n",
      "      News 3351 is done!\n",
      "      News 3352 is done!\n",
      "      News 3353 is done!\n",
      "      News 3354 is done!\n",
      "      News 3355 is done!\n",
      "      News 3356 is done!\n",
      "      News 3357 is done!\n",
      "      News 3358 is done!\n",
      "      News 3359 is done!\n",
      "      News 3360 is done!\n",
      "      News 3361 is done!\n",
      "      News 3362 is done!\n",
      "      News 3363 is done!\n",
      "      News 3364 is done!\n",
      "      News 3365 is done!\n",
      "      News 3366 is done!\n",
      "      News 3367 is done!\n",
      "      News 3368 is done!\n",
      "      News 3369 is done!\n",
      "      News 3370 is done!\n",
      "      News 3371 is done!\n",
      "      News 3372 is done!\n",
      "      News 3373 is done!\n",
      "      News 3374 is done!\n",
      "      News 3375 is done!\n",
      "      News 3376 is done!\n",
      "      News 3377 is done!\n",
      "      News 3378 is done!\n",
      "      News 3379 is done!\n",
      "      News 3380 is done!\n",
      "      News 3381 is done!\n",
      "      News 3382 is done!\n",
      "      News 3383 is done!\n",
      "      News 3384 is done!\n",
      "      News 3385 is done!\n",
      "      News 3386 is done!\n",
      "      News 3387 is done!\n",
      "      News 3388 is done!\n",
      "      News 3389 is done!\n",
      "      News 3390 is done!\n",
      "      News 3391 is done!\n",
      "      News 3392 is done!\n",
      "      News 3393 is done!\n",
      "      News 3394 is done!\n",
      "      News 3395 is done!\n",
      "      News 3396 is done!\n",
      "      News 3397 is done!\n",
      "      News 3398 is done!\n",
      "      News 3399 is done!\n",
      "      News 3400 is done!\n",
      "      News 3401 is done!\n",
      "      News 3402 is done!\n",
      "      News 3403 is done!\n",
      "      News 3404 is done!\n",
      "      News 3405 is done!\n",
      "      News 3406 is done!\n",
      "      News 3407 is done!\n",
      "      News 3408 is done!\n",
      "      News 3409 is done!\n",
      "      News 3410 is done!\n",
      "      News 3411 is done!\n",
      "      News 3412 is done!\n",
      "      News 3413 is done!\n",
      "      News 3414 is done!\n",
      "      News 3415 is done!\n",
      "      News 3416 is done!\n",
      "      News 3417 is done!\n",
      "      News 3418 is done!\n",
      "      News 3419 is done!\n",
      "      News 3420 is done!\n",
      "      News 3421 is done!\n",
      "      News 3422 is done!\n",
      "      News 3423 is done!\n",
      "      News 3424 is done!\n",
      "      News 3425 is done!\n",
      "      News 3426 is done!\n",
      "      News 3427 is done!\n",
      "      News 3428 is done!\n",
      "      News 3429 is done!\n",
      "      News 3430 is done!\n",
      "      News 3431 is done!\n",
      "      News 3432 is done!\n",
      "      News 3433 is done!\n",
      "      News 3434 is done!\n",
      "      News 3435 is done!\n",
      "      News 3436 is done!\n",
      "      News 3437 is done!\n",
      "      News 3438 is done!\n",
      "      News 3439 is done!\n",
      "      News 3440 is done!\n",
      "      News 3441 is done!\n",
      "      News 3442 is done!\n",
      "      News 3443 is done!\n",
      "      News 3444 is done!\n",
      "      News 3445 is done!\n",
      "      News 3446 is done!\n",
      "      News 3447 is done!\n",
      "      News 3448 is done!\n",
      "      News 3449 is done!\n",
      "      News 3450 is done!\n",
      "      News 3451 is done!\n",
      "      News 3452 is done!\n",
      "      News 3453 is done!\n",
      "      News 3454 is done!\n",
      "      News 3455 is done!\n",
      "      News 3456 is done!\n",
      "      News 3457 is done!\n",
      "      News 3458 is done!\n",
      "      News 3459 is done!\n",
      "      News 3460 is done!\n",
      "      News 3461 is done!\n",
      "      News 3462 is done!\n",
      "      News 3463 is done!\n",
      "      News 3464 is done!\n",
      "      News 3465 is done!\n",
      "      News 3466 is done!\n",
      "      News 3467 is done!\n",
      "      News 3468 is done!\n",
      "      News 3469 is done!\n",
      "      News 3470 is done!\n",
      "      News 3471 is done!\n",
      "      News 3472 is done!\n",
      "      News 3473 is done!\n",
      "      News 3474 is done!\n",
      "      News 3475 is done!\n",
      "      News 3476 is done!\n",
      "      News 3477 is done!\n",
      "      News 3478 is done!\n",
      "      News 3479 is done!\n",
      "      News 3480 is done!\n",
      "      News 3481 is done!\n",
      "      News 3482 is done!\n",
      "      News 3483 is done!\n",
      "      News 3484 is done!\n",
      "      News 3485 is done!\n",
      "      News 3486 is done!\n",
      "      News 3487 is done!\n",
      "      News 3488 is done!\n",
      "      News 3489 is done!\n",
      "      News 3490 is done!\n",
      "      News 3491 is done!\n",
      "      News 3492 is done!\n",
      "      News 3493 is done!\n",
      "      News 3494 is done!\n",
      "      News 3495 is done!\n",
      "      News 3496 is done!\n",
      "      News 3497 is done!\n",
      "      News 3498 is done!\n",
      "      News 3499 is done!\n",
      "      News 3500 is done!\n",
      "      News 3501 is done!\n",
      "      News 3502 is done!\n",
      "      News 3503 is done!\n",
      "      News 3504 is done!\n",
      "      News 3505 is done!\n",
      "      News 3506 is done!\n",
      "      News 3507 is done!\n",
      "      News 3508 is done!\n",
      "      News 3509 is done!\n",
      "      News 3510 is done!\n",
      "      News 3511 is done!\n",
      "      News 3512 is done!\n",
      "      News 3513 is done!\n",
      "      News 3514 is done!\n",
      "      News 3515 is done!\n",
      "      News 3516 is done!\n",
      "      News 3517 is done!\n",
      "      News 3518 is done!\n",
      "      News 3519 is done!\n",
      "      News 3520 is done!\n",
      "      News 3521 is done!\n",
      "      News 3522 is done!\n",
      "      News 3523 is done!\n",
      "      News 3524 is done!\n",
      "      News 3525 is done!\n",
      "      News 3526 is done!\n",
      "      News 3527 is done!\n",
      "      News 3528 is done!\n",
      "      News 3529 is done!\n",
      "      News 3530 is done!\n",
      "      News 3531 is done!\n",
      "      News 3532 is done!\n",
      "      News 3533 is done!\n",
      "      News 3534 is done!\n",
      "      News 3535 is done!\n",
      "      News 3536 is done!\n",
      "      News 3537 is done!\n",
      "      News 3538 is done!\n",
      "      News 3539 is done!\n",
      "      News 3540 is done!\n",
      "      News 3541 is done!\n",
      "      News 3542 is done!\n",
      "      News 3543 is done!\n",
      "      News 3544 is done!\n",
      "      News 3545 is done!\n",
      "      News 3546 is done!\n",
      "      News 3547 is done!\n",
      "      News 3548 is done!\n",
      "      News 3549 is done!\n",
      "      News 3550 is done!\n",
      "      News 3551 is done!\n",
      "      News 3552 is done!\n",
      "      News 3553 is done!\n",
      "      News 3554 is done!\n",
      "      News 3555 is done!\n",
      "      News 3556 is done!\n",
      "      News 3557 is done!\n",
      "      News 3558 is done!\n",
      "      News 3559 is done!\n",
      "      News 3560 is done!\n",
      "      News 3561 is done!\n",
      "      News 3562 is done!\n",
      "      News 3563 is done!\n",
      "      News 3564 is done!\n",
      "      News 3565 is done!\n",
      "      News 3566 is done!\n",
      "      News 3567 is done!\n",
      "      News 3568 is done!\n",
      "      News 3569 is done!\n",
      "      News 3570 is done!\n",
      "      News 3571 is done!\n",
      "      News 3572 is done!\n",
      "      News 3573 is done!\n",
      "      News 3574 is done!\n",
      "      News 3575 is done!\n",
      "      News 3576 is done!\n",
      "      News 3577 is done!\n",
      "      News 3578 is done!\n",
      "      News 3579 is done!\n",
      "      News 3580 is done!\n",
      "      News 3581 is done!\n",
      "      News 3582 is done!\n",
      "      News 3583 is done!\n",
      "      News 3584 is done!\n",
      "      News 3585 is done!\n",
      "      News 3586 is done!\n",
      "      News 3587 is done!\n",
      "      News 3588 is done!\n",
      "      News 3589 is done!\n",
      "      News 3590 is done!\n",
      "      News 3591 is done!\n",
      "      News 3592 is done!\n",
      "      News 3593 is done!\n",
      "      News 3594 is done!\n",
      "      News 3595 is done!\n",
      "      News 3596 is done!\n",
      "      News 3597 is done!\n",
      "      News 3598 is done!\n",
      "      News 3599 is done!\n",
      "      News 3600 is done!\n",
      "      News 3601 is done!\n",
      "      News 3602 is done!\n",
      "      News 3603 is done!\n",
      "      News 3604 is done!\n",
      "      News 3605 is done!\n",
      "      News 3606 is done!\n",
      "      News 3607 is done!\n",
      "      News 3608 is done!\n",
      "      News 3609 is done!\n",
      "      News 3610 is done!\n",
      "      News 3611 is done!\n",
      "      News 3612 is done!\n",
      "      News 3613 is done!\n",
      "      News 3614 is done!\n",
      "      News 3615 is done!\n",
      "      News 3616 is done!\n",
      "      News 3617 is done!\n",
      "      News 3618 is done!\n",
      "      News 3619 is done!\n",
      "      News 3620 is done!\n",
      "      News 3621 is done!\n",
      "      News 3622 is done!\n",
      "      News 3623 is done!\n",
      "      News 3624 is done!\n",
      "      News 3625 is done!\n",
      "      News 3626 is done!\n",
      "      News 3627 is done!\n",
      "      News 3628 is done!\n",
      "      News 3629 is done!\n",
      "      News 3630 is done!\n",
      "      News 3631 is done!\n",
      "      News 3632 is done!\n",
      "      News 3633 is done!\n",
      "      News 3634 is done!\n",
      "      News 3635 is done!\n",
      "      News 3636 is done!\n",
      "      News 3637 is done!\n",
      "      News 3638 is done!\n",
      "      News 3639 is done!\n",
      "      News 3640 is done!\n",
      "      News 3641 is done!\n",
      "      News 3642 is done!\n",
      "      News 3643 is done!\n",
      "      News 3644 is done!\n",
      "      News 3645 is done!\n",
      "      News 3646 is done!\n",
      "      News 3647 is done!\n",
      "      News 3648 is done!\n",
      "      News 3649 is done!\n",
      "      News 3650 is done!\n",
      "      News 3651 is done!\n",
      "      News 3652 is done!\n",
      "      News 3653 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 3654 is done!\n",
      "      News 3655 is done!\n",
      "      News 3656 is done!\n",
      "      News 3657 is done!\n",
      "      News 3658 is done!\n",
      "      News 3659 is done!\n",
      "      News 3660 is done!\n",
      "      News 3661 is done!\n",
      "      News 3662 is done!\n",
      "      News 3663 is done!\n",
      "      News 3664 is done!\n",
      "      News 3665 is done!\n",
      "      News 3666 is done!\n",
      "      News 3667 is done!\n",
      "      News 3668 is done!\n",
      "      News 3669 is done!\n",
      "      News 3670 is done!\n",
      "      News 3671 is done!\n",
      "      News 3672 is done!\n",
      "      News 3673 is done!\n",
      "      News 3674 is done!\n",
      "      News 3675 is done!\n",
      "      News 3676 is done!\n",
      "      News 3677 is done!\n",
      "      News 3678 is done!\n",
      "      News 3679 is done!\n",
      "      News 3680 is done!\n",
      "      News 3681 is done!\n",
      "      News 3682 is done!\n",
      "      News 3683 is done!\n",
      "      News 3684 is done!\n",
      "      News 3685 is done!\n",
      "      News 3686 is done!\n",
      "      News 3687 is done!\n",
      "      News 3688 is done!\n",
      "      News 3689 is done!\n",
      "      News 3690 is done!\n",
      "      News 3691 is done!\n",
      "      News 3692 is done!\n",
      "      News 3693 is done!\n",
      "      News 3694 is done!\n",
      "      News 3695 is done!\n",
      "      News 3696 is done!\n",
      "      News 3697 is done!\n",
      "      News 3698 is done!\n",
      "      News 3699 is done!\n",
      "      News 3700 is done!\n",
      "      News 3701 is done!\n",
      "      News 3702 is done!\n",
      "      News 3703 is done!\n",
      "      News 3704 is done!\n",
      "      News 3705 is done!\n",
      "      News 3706 is done!\n",
      "      News 3707 is done!\n",
      "      News 3708 is done!\n",
      "      News 3709 is done!\n",
      "      News 3710 is done!\n",
      "      News 3711 is done!\n",
      "      News 3712 is done!\n",
      "      News 3713 is done!\n",
      "      News 3714 is done!\n",
      "      News 3715 is done!\n",
      "      News 3716 is done!\n",
      "      News 3717 is done!\n",
      "      News 3718 is done!\n",
      "      News 3719 is done!\n",
      "      News 3720 is done!\n",
      "      News 3721 is done!\n",
      "      News 3722 is done!\n",
      "      News 3723 is done!\n",
      "      News 3724 is done!\n",
      "      News 3725 is done!\n",
      "      News 3726 is done!\n",
      "      News 3727 is done!\n",
      "      News 3728 is done!\n",
      "      News 3729 is done!\n",
      "      News 3730 is done!\n",
      "      News 3731 is done!\n",
      "      News 3732 is done!\n",
      "      News 3733 is done!\n",
      "      News 3734 is done!\n",
      "      News 3735 is done!\n",
      "      News 3736 is done!\n",
      "      News 3737 is done!\n",
      "      News 3738 is done!\n",
      "      News 3739 is done!\n",
      "      News 3740 is done!\n",
      "      News 3741 is done!\n",
      "      News 3742 is done!\n",
      "      News 3743 is done!\n",
      "      News 3744 is done!\n",
      "      News 3745 is done!\n",
      "      News 3746 is done!\n",
      "      News 3747 is done!\n",
      "      News 3748 is done!\n",
      "      News 3749 is done!\n",
      "      News 3750 is done!\n",
      "      News 3751 is done!\n",
      "      News 3752 is done!\n",
      "      News 3753 is done!\n",
      "      News 3754 is done!\n",
      "      News 3755 is done!\n",
      "      News 3756 is done!\n",
      "      News 3757 is done!\n",
      "      News 3758 is done!\n",
      "      News 3759 is done!\n",
      "      News 3760 is done!\n",
      "      News 3761 is done!\n",
      "      News 3762 is done!\n",
      "      News 3763 is done!\n",
      "      News 3764 is done!\n",
      "      News 3765 is done!\n",
      "      News 3766 is done!\n",
      "      News 3767 is done!\n",
      "      News 3768 is done!\n",
      "      News 3769 is done!\n",
      "      News 3770 is done!\n",
      "      News 3771 is done!\n",
      "      News 3772 is done!\n",
      "      News 3773 is done!\n",
      "      News 3774 is done!\n",
      "      News 3775 is done!\n",
      "      News 3776 is done!\n",
      "      News 3777 is done!\n",
      "      News 3778 is done!\n",
      "      News 3779 is done!\n",
      "      News 3780 is done!\n",
      "      News 3781 is done!\n",
      "      News 3782 is done!\n",
      "      News 3783 is done!\n",
      "      News 3784 is done!\n",
      "      News 3785 is done!\n",
      "      News 3786 is done!\n",
      "      News 3787 is done!\n",
      "      News 3788 is done!\n",
      "      News 3789 is done!\n",
      "      News 3790 is done!\n",
      "      News 3791 is done!\n",
      "      News 3792 is done!\n",
      "      News 3793 is done!\n",
      "      News 3794 is done!\n",
      "      News 3795 is done!\n",
      "      News 3796 is done!\n",
      "      News 3797 is done!\n",
      "      News 3798 is done!\n",
      "      News 3799 is done!\n",
      "      News 3800 is done!\n",
      "      News 3801 is done!\n",
      "      News 3802 is done!\n",
      "      News 3803 is done!\n",
      "      News 3804 is done!\n",
      "      News 3805 is done!\n",
      "      News 3806 is done!\n",
      "      News 3807 is done!\n",
      "      News 3808 is done!\n",
      "      News 3809 is done!\n",
      "      News 3810 is done!\n",
      "      News 3811 is done!\n",
      "      News 3812 is done!\n",
      "      News 3813 is done!\n",
      "      News 3814 is done!\n",
      "      News 3815 is done!\n",
      "      News 3816 is done!\n",
      "      News 3817 is done!\n",
      "      News 3818 is done!\n",
      "      News 3819 is done!\n",
      "      News 3820 is done!\n",
      "      News 3821 is done!\n",
      "      News 3822 is done!\n",
      "      News 3823 is done!\n",
      "      News 3824 is done!\n",
      "      News 3825 is done!\n",
      "      News 3826 is done!\n",
      "      News 3827 is done!\n",
      "      News 3828 is done!\n",
      "      News 3829 is done!\n",
      "      News 3830 is done!\n",
      "      News 3831 is done!\n",
      "      News 3832 is done!\n",
      "      News 3833 is done!\n",
      "      News 3834 is done!\n",
      "      News 3835 is done!\n",
      "      News 3836 is done!\n",
      "      News 3837 is done!\n",
      "      News 3838 is done!\n",
      "      News 3839 is done!\n",
      "      News 3840 is done!\n",
      "      News 3841 is done!\n",
      "      News 3842 is done!\n",
      "      News 3843 is done!\n",
      "      News 3844 is done!\n",
      "      News 3845 is done!\n",
      "      News 3846 is done!\n",
      "      News 3847 is done!\n",
      "      News 3848 is done!\n",
      "      News 3849 is done!\n",
      "      News 3850 is done!\n",
      "      News 3851 is done!\n",
      "      News 3852 is done!\n",
      "      News 3853 is done!\n",
      "      News 3854 is done!\n",
      "      News 3855 is done!\n",
      "      News 3856 is done!\n",
      "      News 3857 is done!\n",
      "      News 3858 is done!\n",
      "      News 3859 is done!\n",
      "      News 3860 is done!\n",
      "      News 3861 is done!\n",
      "      News 3862 is done!\n",
      "      News 3863 is done!\n",
      "      News 3864 is done!\n",
      "      News 3865 is done!\n",
      "      News 3866 is done!\n",
      "      News 3867 is done!\n",
      "      News 3868 is done!\n",
      "      News 3869 is done!\n",
      "      News 3870 is done!\n",
      "      News 3871 is done!\n",
      "      News 3872 is done!\n",
      "      News 3873 is done!\n",
      "      News 3874 is done!\n",
      "      News 3875 is done!\n",
      "      News 3876 is done!\n",
      "      News 3877 is done!\n",
      "      News 3878 is done!\n",
      "      News 3879 is done!\n",
      "      News 3880 is done!\n",
      "      News 3881 is done!\n",
      "      News 3882 is done!\n",
      "      News 3883 is done!\n",
      "      News 3884 is done!\n",
      "      News 3885 is done!\n",
      "      News 3886 is done!\n",
      "      News 3887 is done!\n",
      "      News 3888 is done!\n",
      "      News 3889 is done!\n",
      "      News 3890 is done!\n",
      "      News 3891 is done!\n",
      "      News 3892 is done!\n",
      "      News 3893 is done!\n",
      "      News 3894 is done!\n",
      "      News 3895 is done!\n",
      "      News 3896 is done!\n",
      "      News 3897 is done!\n",
      "      News 3898 is done!\n",
      "      News 3899 is done!\n",
      "      News 3900 is done!\n",
      "      News 3901 is done!\n",
      "      News 3902 is done!\n",
      "      News 3903 is done!\n",
      "      News 3904 is done!\n",
      "      News 3905 is done!\n",
      "      News 3906 is done!\n",
      "      News 3907 is done!\n",
      "      News 3908 is done!\n",
      "      News 3909 is done!\n",
      "      News 3910 is done!\n",
      "      News 3911 is done!\n",
      "      News 3912 is done!\n",
      "      News 3913 is done!\n",
      "      News 3914 is done!\n",
      "      News 3915 is done!\n",
      "      News 3916 is done!\n",
      "      News 3917 is done!\n",
      "      News 3918 is done!\n",
      "      News 3919 is done!\n",
      "      News 3920 is done!\n",
      "      News 3921 is done!\n",
      "      News 3922 is done!\n",
      "      News 3923 is done!\n",
      "      News 3924 is done!\n",
      "      News 3925 is done!\n",
      "      News 3926 is done!\n",
      "      News 3927 is done!\n",
      "      News 3928 is done!\n",
      "      News 3929 is done!\n",
      "      News 3930 is done!\n",
      "      News 3931 is done!\n",
      "      News 3932 is done!\n",
      "      News 3933 is done!\n",
      "      News 3934 is done!\n",
      "      News 3935 is done!\n",
      "      News 3936 is done!\n",
      "      News 3937 is done!\n",
      "      News 3938 is done!\n",
      "      News 3939 is done!\n",
      "      News 3940 is done!\n",
      "      News 3941 is done!\n",
      "      News 3942 is done!\n",
      "      News 3943 is done!\n",
      "      News 3944 is done!\n",
      "      News 3945 is done!\n",
      "      News 3946 is done!\n",
      "      News 3947 is done!\n",
      "      News 3948 is done!\n",
      "      News 3949 is done!\n",
      "      News 3950 is done!\n",
      "      News 3951 is done!\n",
      "      News 3952 is done!\n",
      "      News 3953 is done!\n",
      "      News 3954 is done!\n",
      "      News 3955 is done!\n",
      "      News 3956 is done!\n",
      "      News 3957 is done!\n",
      "      News 3958 is done!\n",
      "      News 3959 is done!\n",
      "      News 3960 is done!\n",
      "      News 3961 is done!\n",
      "      News 3962 is done!\n",
      "      News 3963 is done!\n",
      "      News 3964 is done!\n",
      "      News 3965 is done!\n",
      "      News 3966 is done!\n",
      "      News 3967 is done!\n",
      "      News 3968 is done!\n",
      "      News 3969 is done!\n",
      "      News 3970 is done!\n",
      "      News 3971 is done!\n",
      "      News 3972 is done!\n",
      "      News 3973 is done!\n",
      "      News 3974 is done!\n",
      "      News 3975 is done!\n",
      "      News 3976 is done!\n",
      "      News 3977 is done!\n",
      "      News 3978 is done!\n",
      "      News 3979 is done!\n",
      "      News 3980 is done!\n",
      "      News 3981 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 3982 is done!\n",
      "      News 3983 is done!\n",
      "      News 3984 is done!\n",
      "      News 3985 is done!\n",
      "      News 3986 is done!\n",
      "      News 3987 is done!\n",
      "      News 3988 is done!\n",
      "      News 3989 is done!\n",
      "      News 3990 is done!\n",
      "      News 3991 is done!\n",
      "      News 3992 is done!\n",
      "      News 3993 is done!\n",
      "      News 3994 is done!\n",
      "      News 3995 is done!\n",
      "      News 3996 is done!\n",
      "      News 3997 is done!\n",
      "      News 3998 is done!\n",
      "      News 3999 is done!\n",
      "      News 4000 is done!\n",
      "      News 4001 is done!\n",
      "      News 4002 is done!\n",
      "      News 4003 is done!\n",
      "      News 4004 is done!\n",
      "      News 4005 is done!\n",
      "      News 4006 is done!\n",
      "      News 4007 is done!\n",
      "      News 4008 is done!\n",
      "      News 4009 is done!\n",
      "      News 4010 is done!\n",
      "      News 4011 is done!\n",
      "      News 4012 is done!\n",
      "      News 4013 is done!\n",
      "      News 4014 is done!\n",
      "      News 4015 is done!\n",
      "      News 4016 is done!\n",
      "      News 4017 is done!\n",
      "      News 4018 is done!\n",
      "      News 4019 is done!\n",
      "      News 4020 is done!\n",
      "      News 4021 is done!\n",
      "      News 4022 is done!\n",
      "      News 4023 is done!\n",
      "      News 4024 is done!\n",
      "      News 4025 is done!\n",
      "      News 4026 is done!\n",
      "      News 4027 is done!\n",
      "      News 4028 is done!\n",
      "      News 4029 is done!\n",
      "      News 4030 is done!\n",
      "      News 4031 is done!\n",
      "      News 4032 is done!\n",
      "      News 4033 is done!\n",
      "      News 4034 is done!\n",
      "      News 4035 is done!\n",
      "      News 4036 is done!\n",
      "      News 4037 is done!\n",
      "      News 4038 is done!\n",
      "      News 4039 is done!\n",
      "      News 4040 is done!\n",
      "      News 4041 is done!\n",
      "      News 4042 is done!\n",
      "      News 4043 is done!\n",
      "      News 4044 is done!\n",
      "      News 4045 is done!\n",
      "      News 4046 is done!\n",
      "      News 4047 is done!\n",
      "      News 4048 is done!\n",
      "      News 4049 is done!\n",
      "      News 4050 is done!\n",
      "      News 4051 is done!\n",
      "      News 4052 is done!\n",
      "      News 4053 is done!\n",
      "      News 4054 is done!\n",
      "      News 4055 is done!\n",
      "      News 4056 is done!\n",
      "      News 4057 is done!\n",
      "      News 4058 is done!\n",
      "      News 4059 is done!\n",
      "      News 4060 is done!\n",
      "      News 4061 is done!\n",
      "      News 4062 is done!\n",
      "      News 4063 is done!\n",
      "      News 4064 is done!\n",
      "      News 4065 is done!\n",
      "      News 4066 is done!\n",
      "      News 4067 is done!\n",
      "      News 4068 is done!\n",
      "      News 4069 is done!\n",
      "      News 4070 is done!\n",
      "      News 4071 is done!\n",
      "      News 4072 is done!\n",
      "      News 4073 is done!\n",
      "      News 4074 is done!\n",
      "      News 4075 is done!\n",
      "      News 4076 is done!\n",
      "      News 4077 is done!\n",
      "      News 4078 is done!\n",
      "      News 4079 is done!\n",
      "      News 4080 is done!\n",
      "      News 4081 is done!\n",
      "      News 4082 is done!\n",
      "      News 4083 is done!\n",
      "      News 4084 is done!\n",
      "      News 4085 is done!\n",
      "      News 4086 is done!\n",
      "      News 4087 is done!\n",
      "      News 4088 is done!\n",
      "      News 4089 is done!\n",
      "      News 4090 is done!\n",
      "      News 4091 is done!\n",
      "      News 4092 is done!\n",
      "      News 4093 is done!\n",
      "      News 4094 is done!\n",
      "      News 4095 is done!\n",
      "      News 4096 is done!\n",
      "      News 4097 is done!\n",
      "      News 4098 is done!\n",
      "      News 4099 is done!\n",
      "      News 4100 is done!\n",
      "      News 4101 is done!\n",
      "      News 4102 is done!\n",
      "      News 4103 is done!\n",
      "      News 4104 is done!\n",
      "      News 4105 is done!\n",
      "      News 4106 is done!\n",
      "      News 4107 is done!\n",
      "      News 4108 is done!\n",
      "      News 4109 is done!\n",
      "      News 4110 is done!\n",
      "      News 4111 is done!\n",
      "      News 4112 is done!\n",
      "      News 4113 is done!\n",
      "      News 4114 is done!\n",
      "      News 4115 is done!\n",
      "      News 4116 is done!\n",
      "      News 4117 is done!\n",
      "      News 4118 is done!\n",
      "      News 4119 is done!\n",
      "      News 4120 is done!\n",
      "      News 4121 is done!\n",
      "      News 4122 is done!\n",
      "      News 4123 is done!\n",
      "      News 4124 is done!\n",
      "      News 4125 is done!\n",
      "      News 4126 is done!\n",
      "      News 4127 is done!\n",
      "      News 4128 is done!\n",
      "      News 4129 is done!\n",
      "      News 4130 is done!\n",
      "      News 4131 is done!\n",
      "      News 4132 is done!\n",
      "      News 4133 is done!\n",
      "      News 4134 is done!\n",
      "      News 4135 is done!\n",
      "      News 4136 is done!\n",
      "      News 4137 is done!\n",
      "      News 4138 is done!\n",
      "      News 4139 is done!\n",
      "      News 4140 is done!\n",
      "      News 4141 is done!\n",
      "      News 4142 is done!\n",
      "      News 4143 is done!\n",
      "      News 4144 is done!\n",
      "      News 4145 is done!\n",
      "      News 4146 is done!\n",
      "      News 4147 is done!\n",
      "      News 4148 is done!\n",
      "      News 4149 is done!\n",
      "      News 4150 is done!\n",
      "      News 4151 is done!\n",
      "      News 4152 is done!\n",
      "      News 4153 is done!\n",
      "      News 4154 is done!\n",
      "      News 4155 is done!\n",
      "      News 4156 is done!\n",
      "      News 4157 is done!\n",
      "      News 4158 is done!\n",
      "      News 4159 is done!\n",
      "      News 4160 is done!\n",
      "      News 4161 is done!\n",
      "      News 4162 is done!\n",
      "      News 4163 is done!\n",
      "      News 4164 is done!\n",
      "      News 4165 is done!\n",
      "      News 4166 is done!\n",
      "      News 4167 is done!\n",
      "      News 4168 is done!\n",
      "      News 4169 is done!\n",
      "      News 4170 is done!\n",
      "      News 4171 is done!\n",
      "      News 4172 is done!\n",
      "      News 4173 is done!\n",
      "      News 4174 is done!\n",
      "      News 4175 is done!\n",
      "      News 4176 is done!\n",
      "      News 4177 is done!\n",
      "      News 4178 is done!\n",
      "      News 4179 is done!\n",
      "      News 4180 is done!\n",
      "      News 4181 is done!\n",
      "      News 4182 is done!\n",
      "      News 4183 is done!\n",
      "      News 4184 is done!\n",
      "      News 4185 is done!\n",
      "      News 4186 is done!\n",
      "      News 4187 is done!\n",
      "      News 4188 is done!\n",
      "      News 4189 is done!\n",
      "      News 4190 is done!\n",
      "      News 4191 is done!\n",
      "      News 4192 is done!\n",
      "      News 4193 is done!\n",
      "      News 4194 is done!\n",
      "      News 4195 is done!\n",
      "      News 4196 is done!\n",
      "      News 4197 is done!\n",
      "      News 4198 is done!\n",
      "      News 4199 is done!\n",
      "      News 4200 is done!\n",
      "      News 4201 is done!\n",
      "      News 4202 is done!\n",
      "      News 4203 is done!\n",
      "      News 4204 is done!\n",
      "      News 4205 is done!\n",
      "      News 4206 is done!\n",
      "      News 4207 is done!\n",
      "      News 4208 is done!\n",
      "      News 4209 is done!\n",
      "      News 4210 is done!\n",
      "      News 4211 is done!\n",
      "      News 4212 is done!\n",
      "      News 4213 is done!\n",
      "      News 4214 is done!\n",
      "      News 4215 is done!\n",
      "      News 4216 is done!\n",
      "      News 4217 is done!\n",
      "      News 4218 is done!\n",
      "      News 4219 is done!\n",
      "      News 4220 is done!\n",
      "      News 4221 is done!\n",
      "      News 4222 is done!\n",
      "      News 4223 is done!\n",
      "      News 4224 is done!\n",
      "      News 4225 is done!\n",
      "      News 4226 is done!\n",
      "      News 4227 is done!\n",
      "      News 4228 is done!\n",
      "      News 4229 is done!\n",
      "      News 4230 is done!\n",
      "      News 4231 is done!\n",
      "      News 4232 is done!\n",
      "      News 4233 is done!\n",
      "      News 4234 is done!\n",
      "      News 4235 is done!\n",
      "      News 4236 is done!\n",
      "      News 4237 is done!\n",
      "      News 4238 is done!\n",
      "      News 4239 is done!\n",
      "      News 4240 is done!\n",
      "      News 4241 is done!\n",
      "      News 4242 is done!\n",
      "      News 4243 is done!\n",
      "      News 4244 is done!\n",
      "      News 4245 is done!\n",
      "      News 4246 is done!\n",
      "      News 4247 is done!\n",
      "      News 4248 is done!\n",
      "      News 4249 is done!\n",
      "      News 4250 is done!\n",
      "      News 4251 is done!\n",
      "      News 4252 is done!\n",
      "      News 4253 is done!\n",
      "      News 4254 is done!\n",
      "      News 4255 is done!\n",
      "      News 4256 is done!\n",
      "      News 4257 is done!\n",
      "      News 4258 is done!\n",
      "      News 4259 is done!\n",
      "      News 4260 is done!\n",
      "      News 4261 is done!\n",
      "      News 4262 is done!\n",
      "      News 4263 is done!\n",
      "      News 4264 is done!\n",
      "      News 4265 is done!\n",
      "      News 4266 is done!\n",
      "      News 4267 is done!\n",
      "      News 4268 is done!\n",
      "      News 4269 is done!\n",
      "      News 4270 is done!\n",
      "      News 4271 is done!\n",
      "      News 4272 is done!\n",
      "      News 4273 is done!\n",
      "      News 4274 is done!\n",
      "      News 4275 is done!\n",
      "      News 4276 is done!\n",
      "      News 4277 is done!\n",
      "      News 4278 is done!\n",
      "      News 4279 is done!\n",
      "      News 4280 is done!\n",
      "      News 4281 is done!\n",
      "      News 4282 is done!\n",
      "      News 4283 is done!\n",
      "      News 4284 is done!\n",
      "      News 4285 is done!\n",
      "      News 4286 is done!\n",
      "      News 4287 is done!\n",
      "      News 4288 is done!\n",
      "      News 4289 is done!\n",
      "      News 4290 is done!\n",
      "      News 4291 is done!\n",
      "      News 4292 is done!\n",
      "      News 4293 is done!\n",
      "      News 4294 is done!\n",
      "      News 4295 is done!\n",
      "      News 4296 is done!\n",
      "      News 4297 is done!\n",
      "      News 4298 is done!\n",
      "      News 4299 is done!\n",
      "      News 4300 is done!\n",
      "      News 4301 is done!\n",
      "      News 4302 is done!\n",
      "      News 4303 is done!\n",
      "      News 4304 is done!\n",
      "      News 4305 is done!\n",
      "      News 4306 is done!\n",
      "      News 4307 is done!\n",
      "      News 4308 is done!\n",
      "      News 4309 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 4310 is done!\n",
      "      News 4311 is done!\n",
      "      News 4312 is done!\n",
      "      News 4313 is done!\n",
      "      News 4314 is done!\n",
      "      News 4315 is done!\n",
      "      News 4316 is done!\n",
      "      News 4317 is done!\n",
      "      News 4318 is done!\n",
      "      News 4319 is done!\n",
      "      News 4320 is done!\n",
      "      News 4321 is done!\n",
      "      News 4322 is done!\n",
      "      News 4323 is done!\n",
      "      News 4324 is done!\n",
      "      News 4325 is done!\n",
      "      News 4326 is done!\n",
      "      News 4327 is done!\n",
      "      News 4328 is done!\n",
      "      News 4329 is done!\n",
      "      News 4330 is done!\n",
      "      News 4331 is done!\n",
      "      News 4332 is done!\n",
      "      News 4333 is done!\n",
      "      News 4334 is done!\n",
      "      News 4335 is done!\n",
      "      News 4336 is done!\n",
      "      News 4337 is done!\n",
      "      News 4338 is done!\n",
      "      News 4339 is done!\n",
      "      News 4340 is done!\n",
      "      News 4341 is done!\n",
      "      News 4342 is done!\n",
      "      News 4343 is done!\n",
      "      News 4344 is done!\n",
      "      News 4345 is done!\n",
      "      News 4346 is done!\n",
      "      News 4347 is done!\n",
      "      News 4348 is done!\n",
      "      News 4349 is done!\n",
      "      News 4350 is done!\n",
      "      News 4351 is done!\n",
      "      News 4352 is done!\n",
      "      News 4353 is done!\n",
      "      News 4354 is done!\n",
      "      News 4355 is done!\n",
      "      News 4356 is done!\n",
      "      News 4357 is done!\n",
      "      News 4358 is done!\n",
      "      News 4359 is done!\n",
      "      News 4360 is done!\n",
      "      News 4361 is done!\n",
      "      News 4362 is done!\n",
      "      News 4363 is done!\n",
      "      News 4364 is done!\n",
      "      News 4365 is done!\n",
      "      News 4366 is done!\n",
      "      News 4367 is done!\n",
      "      News 4368 is done!\n",
      "      News 4369 is done!\n",
      "      News 4370 is done!\n",
      "      News 4371 is done!\n",
      "      News 4372 is done!\n",
      "      News 4373 is done!\n",
      "      News 4374 is done!\n",
      "      News 4375 is done!\n",
      "      News 4376 is done!\n",
      "      News 4377 is done!\n",
      "      News 4378 is done!\n",
      "      News 4379 is done!\n",
      "      News 4380 is done!\n",
      "      News 4381 is done!\n",
      "      News 4382 is done!\n",
      "      News 4383 is done!\n",
      "      News 4384 is done!\n",
      "      News 4385 is done!\n",
      "      News 4386 is done!\n",
      "      News 4387 is done!\n",
      "      News 4388 is done!\n",
      "      News 4389 is done!\n",
      "      News 4390 is done!\n",
      "      News 4391 is done!\n",
      "      News 4392 is done!\n",
      "      News 4393 is done!\n",
      "      News 4394 is done!\n",
      "      News 4395 is done!\n",
      "      News 4396 is done!\n",
      "      News 4397 is done!\n",
      "      News 4398 is done!\n",
      "      News 4399 is done!\n",
      "      News 4400 is done!\n",
      "      News 4401 is done!\n",
      "      News 4402 is done!\n",
      "      News 4403 is done!\n",
      "      News 4404 is done!\n",
      "      News 4405 is done!\n",
      "      News 4406 is done!\n",
      "      News 4407 is done!\n",
      "      News 4408 is done!\n",
      "      News 4409 is done!\n",
      "      News 4410 is done!\n",
      "      News 4411 is done!\n",
      "      News 4412 is done!\n",
      "      News 4413 is done!\n",
      "      News 4414 is done!\n",
      "      News 4415 is done!\n",
      "      News 4416 is done!\n",
      "      News 4417 is done!\n",
      "      News 4418 is done!\n",
      "      News 4419 is done!\n",
      "      News 4420 is done!\n",
      "      News 4421 is done!\n",
      "      News 4422 is done!\n",
      "      News 4423 is done!\n",
      "      News 4424 is done!\n",
      "      News 4425 is done!\n",
      "      News 4426 is done!\n",
      "      News 4427 is done!\n",
      "      News 4428 is done!\n",
      "      News 4429 is done!\n",
      "      News 4430 is done!\n",
      "      News 4431 is done!\n",
      "      News 4432 is done!\n",
      "      News 4433 is done!\n",
      "      News 4434 is done!\n",
      "      News 4435 is done!\n",
      "      News 4436 is done!\n",
      "      News 4437 is done!\n",
      "      News 4438 is done!\n",
      "      News 4439 is done!\n",
      "      News 4440 is done!\n",
      "      News 4441 is done!\n",
      "      News 4442 is done!\n",
      "      News 4443 is done!\n",
      "      News 4444 is done!\n",
      "      News 4445 is done!\n",
      "      News 4446 is done!\n",
      "      News 4447 is done!\n",
      "      News 4448 is done!\n",
      "      News 4449 is done!\n",
      "      News 4450 is done!\n",
      "      News 4451 is done!\n",
      "      News 4452 is done!\n",
      "      News 4453 is done!\n",
      "      News 4454 is done!\n",
      "      News 4455 is done!\n",
      "      News 4456 is done!\n",
      "      News 4457 is done!\n",
      "      News 4458 is done!\n",
      "      News 4459 is done!\n",
      "      News 4460 is done!\n",
      "      News 4461 is done!\n",
      "      News 4462 is done!\n",
      "      News 4463 is done!\n",
      "      News 4464 is done!\n",
      "      News 4465 is done!\n",
      "      News 4466 is done!\n",
      "      News 4467 is done!\n",
      "      News 4468 is done!\n",
      "      News 4469 is done!\n",
      "      News 4470 is done!\n",
      "      News 4471 is done!\n",
      "      News 4472 is done!\n",
      "      News 4473 is done!\n",
      "      News 4474 is done!\n",
      "      News 4475 is done!\n",
      "      News 4476 is done!\n",
      "      News 4477 is done!\n",
      "      News 4478 is done!\n",
      "      News 4479 is done!\n",
      "      News 4480 is done!\n",
      "      News 4481 is done!\n",
      "      News 4482 is done!\n",
      "      News 4483 is done!\n",
      "      News 4484 is done!\n",
      "      News 4485 is done!\n",
      "      News 4486 is done!\n",
      "      News 4487 is done!\n",
      "      News 4488 is done!\n",
      "      News 4489 is done!\n",
      "      News 4490 is done!\n",
      "      News 4491 is done!\n",
      "      News 4492 is done!\n",
      "      News 4493 is done!\n",
      "      News 4494 is done!\n",
      "      News 4495 is done!\n",
      "      News 4496 is done!\n",
      "      News 4497 is done!\n",
      "      News 4498 is done!\n",
      "      News 4499 is done!\n",
      "      News 4500 is done!\n",
      "      News 4501 is done!\n",
      "      News 4502 is done!\n",
      "      News 4503 is done!\n",
      "      News 4504 is done!\n",
      "      News 4505 is done!\n",
      "      News 4506 is done!\n",
      "      News 4507 is done!\n",
      "      News 4508 is done!\n",
      "      News 4509 is done!\n",
      "      News 4510 is done!\n",
      "      News 4511 is done!\n",
      "      News 4512 is done!\n",
      "      News 4513 is done!\n",
      "      News 4514 is done!\n",
      "      News 4515 is done!\n",
      "      News 4516 is done!\n",
      "      News 4517 is done!\n",
      "      News 4518 is done!\n",
      "      News 4519 is done!\n",
      "      News 4520 is done!\n",
      "      News 4521 is done!\n",
      "      News 4522 is done!\n",
      "      News 4523 is done!\n",
      "      News 4524 is done!\n",
      "      News 4525 is done!\n",
      "      News 4526 is done!\n",
      "      News 4527 is done!\n",
      "      News 4528 is done!\n",
      "      News 4529 is done!\n",
      "      News 4530 is done!\n",
      "      News 4531 is done!\n",
      "      News 4532 is done!\n",
      "      News 4533 is done!\n",
      "      News 4534 is done!\n",
      "      News 4535 is done!\n",
      "      News 4536 is done!\n",
      "      News 4537 is done!\n",
      "      News 4538 is done!\n",
      "      News 4539 is done!\n",
      "      News 4540 is done!\n",
      "      News 4541 is done!\n",
      "      News 4542 is done!\n",
      "      News 4543 is done!\n",
      "      News 4544 is done!\n",
      "      News 4545 is done!\n",
      "      News 4546 is done!\n",
      "      News 4547 is done!\n",
      "      News 4548 is done!\n",
      "      News 4549 is done!\n",
      "      News 4550 is done!\n",
      "      News 4551 is done!\n",
      "      News 4552 is done!\n",
      "      News 4553 is done!\n",
      "      News 4554 is done!\n",
      "      News 4555 is done!\n",
      "      News 4556 is done!\n",
      "      News 4557 is done!\n",
      "      News 4558 is done!\n",
      "      News 4559 is done!\n",
      "      News 4560 is done!\n",
      "      News 4561 is done!\n",
      "      News 4562 is done!\n",
      "      News 4563 is done!\n",
      "      News 4564 is done!\n",
      "      News 4565 is done!\n",
      "      News 4566 is done!\n",
      "      News 4567 is done!\n",
      "      News 4568 is done!\n",
      "      News 4569 is done!\n",
      "      News 4570 is done!\n",
      "      News 4571 is done!\n",
      "      News 4572 is done!\n",
      "      News 4573 is done!\n",
      "      News 4574 is done!\n",
      "      News 4575 is done!\n",
      "      News 4576 is done!\n",
      "      News 4577 is done!\n",
      "      News 4578 is done!\n",
      "      News 4579 is done!\n",
      "      News 4580 is done!\n",
      "      News 4581 is done!\n",
      "      News 4582 is done!\n",
      "      News 4583 is done!\n",
      "      News 4584 is done!\n",
      "      News 4585 is done!\n",
      "      News 4586 is done!\n",
      "      News 4587 is done!\n",
      "      News 4588 is done!\n",
      "      News 4589 is done!\n",
      "      News 4590 is done!\n",
      "      News 4591 is done!\n",
      "      News 4592 is done!\n",
      "      News 4593 is done!\n",
      "      News 4594 is done!\n",
      "      News 4595 is done!\n",
      "      News 4596 is done!\n",
      "      News 4597 is done!\n",
      "      News 4598 is done!\n",
      "      News 4599 is done!\n",
      "      News 4600 is done!\n",
      "      News 4601 is done!\n",
      "      News 4602 is done!\n",
      "      News 4603 is done!\n",
      "      News 4604 is done!\n",
      "      News 4605 is done!\n",
      "      News 4606 is done!\n",
      "      News 4607 is done!\n",
      "      News 4608 is done!\n",
      "      News 4609 is done!\n",
      "      News 4610 is done!\n",
      "      News 4611 is done!\n",
      "      News 4612 is done!\n",
      "      News 4613 is done!\n",
      "      News 4614 is done!\n",
      "      News 4615 is done!\n",
      "      News 4616 is done!\n",
      "      News 4617 is done!\n",
      "      News 4618 is done!\n",
      "      News 4619 is done!\n",
      "      News 4620 is done!\n",
      "      News 4621 is done!\n",
      "      News 4622 is done!\n",
      "      News 4623 is done!\n",
      "      News 4624 is done!\n",
      "      News 4625 is done!\n",
      "      News 4626 is done!\n",
      "      News 4627 is done!\n",
      "      News 4628 is done!\n",
      "      News 4629 is done!\n",
      "      News 4630 is done!\n",
      "      News 4631 is done!\n",
      "      News 4632 is done!\n",
      "      News 4633 is done!\n",
      "      News 4634 is done!\n",
      "      News 4635 is done!\n",
      "      News 4636 is done!\n",
      "      News 4637 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 4638 is done!\n",
      "      News 4639 is done!\n",
      "      News 4640 is done!\n",
      "      News 4641 is done!\n",
      "      News 4642 is done!\n",
      "      News 4643 is done!\n",
      "      News 4644 is done!\n",
      "      News 4645 is done!\n",
      "      News 4646 is done!\n",
      "      News 4647 is done!\n",
      "      News 4648 is done!\n",
      "      News 4649 is done!\n",
      "      News 4650 is done!\n",
      "      News 4651 is done!\n",
      "      News 4652 is done!\n",
      "      News 4653 is done!\n",
      "      News 4654 is done!\n",
      "      News 4655 is done!\n",
      "      News 4656 is done!\n",
      "      News 4657 is done!\n",
      "      News 4658 is done!\n",
      "      News 4659 is done!\n",
      "      News 4660 is done!\n",
      "      News 4661 is done!\n",
      "      News 4662 is done!\n",
      "      News 4663 is done!\n",
      "      News 4664 is done!\n",
      "      News 4665 is done!\n",
      "      News 4666 is done!\n",
      "      News 4667 is done!\n",
      "      News 4668 is done!\n",
      "      News 4669 is done!\n",
      "      News 4670 is done!\n",
      "      News 4671 is done!\n",
      "      News 4672 is done!\n",
      "      News 4673 is done!\n",
      "      News 4674 is done!\n",
      "      News 4675 is done!\n",
      "      News 4676 is done!\n",
      "      News 4677 is done!\n",
      "      News 4678 is done!\n",
      "      News 4679 is done!\n",
      "      News 4680 is done!\n",
      "      News 4681 is done!\n",
      "      News 4682 is done!\n",
      "      News 4683 is done!\n",
      "      News 4684 is done!\n",
      "      News 4685 is done!\n",
      "      News 4686 is done!\n",
      "      News 4687 is done!\n",
      "      News 4688 is done!\n",
      "      News 4689 is done!\n",
      "      News 4690 is done!\n",
      "      News 4691 is done!\n",
      "      News 4692 is done!\n",
      "      News 4693 is done!\n",
      "      News 4694 is done!\n",
      "      News 4695 is done!\n",
      "      News 4696 is done!\n",
      "      News 4697 is done!\n",
      "      News 4698 is done!\n",
      "      News 4699 is done!\n",
      "      News 4700 is done!\n",
      "      News 4701 is done!\n",
      "      News 4702 is done!\n",
      "      News 4703 is done!\n",
      "      News 4704 is done!\n",
      "      News 4705 is done!\n",
      "      News 4706 is done!\n",
      "      News 4707 is done!\n",
      "      News 4708 is done!\n",
      "      News 4709 is done!\n",
      "      News 4710 is done!\n",
      "      News 4711 is done!\n",
      "      News 4712 is done!\n",
      "      News 4713 is done!\n",
      "      News 4714 is done!\n",
      "      News 4715 is done!\n",
      "      News 4716 is done!\n",
      "      News 4717 is done!\n",
      "      News 4718 is done!\n",
      "      News 4719 is done!\n",
      "      News 4720 is done!\n",
      "      News 4721 is done!\n",
      "      News 4722 is done!\n",
      "      News 4723 is done!\n",
      "      News 4724 is done!\n",
      "      News 4725 is done!\n",
      "      News 4726 is done!\n",
      "      News 4727 is done!\n",
      "      News 4728 is done!\n",
      "      News 4729 is done!\n",
      "      News 4730 is done!\n",
      "      News 4731 is done!\n",
      "      News 4732 is done!\n",
      "      News 4733 is done!\n",
      "      News 4734 is done!\n",
      "      News 4735 is done!\n",
      "      News 4736 is done!\n",
      "      News 4737 is done!\n",
      "      News 4738 is done!\n",
      "      News 4739 is done!\n",
      "      News 4740 is done!\n",
      "      News 4741 is done!\n",
      "      News 4742 is done!\n",
      "      News 4743 is done!\n",
      "      News 4744 is done!\n",
      "      News 4745 is done!\n",
      "      News 4746 is done!\n",
      "      News 4747 is done!\n",
      "      News 4748 is done!\n",
      "      News 4749 is done!\n",
      "      News 4750 is done!\n",
      "      News 4751 is done!\n",
      "      News 4752 is done!\n",
      "      News 4753 is done!\n",
      "      News 4754 is done!\n",
      "      News 4755 is done!\n",
      "      News 4756 is done!\n",
      "      News 4757 is done!\n",
      "      News 4758 is done!\n",
      "      News 4759 is done!\n",
      "      News 4760 is done!\n",
      "      News 4761 is done!\n",
      "      News 4762 is done!\n",
      "      News 4763 is done!\n",
      "      News 4764 is done!\n",
      "      News 4765 is done!\n",
      "      News 4766 is done!\n",
      "      News 4767 is done!\n",
      "      News 4768 is done!\n",
      "      News 4769 is done!\n",
      "      News 4770 is done!\n",
      "      News 4771 is done!\n",
      "      News 4772 is done!\n",
      "      News 4773 is done!\n",
      "      News 4774 is done!\n",
      "      News 4775 is done!\n",
      "      News 4776 is done!\n",
      "      News 4777 is done!\n",
      "      News 4778 is done!\n",
      "      News 4779 is done!\n",
      "      News 4780 is done!\n",
      "      News 4781 is done!\n",
      "      News 4782 is done!\n",
      "      News 4783 is done!\n",
      "      News 4784 is done!\n",
      "      News 4785 is done!\n",
      "      News 4786 is done!\n",
      "      News 4787 is done!\n",
      "      News 4788 is done!\n",
      "      News 4789 is done!\n",
      "      News 4790 is done!\n",
      "      News 4791 is done!\n",
      "      News 4792 is done!\n",
      "      News 4793 is done!\n",
      "      News 4794 is done!\n",
      "      News 4795 is done!\n",
      "      News 4796 is done!\n",
      "      News 4797 is done!\n",
      "      News 4798 is done!\n",
      "      News 4799 is done!\n",
      "      News 4800 is done!\n",
      "      News 4801 is done!\n",
      "      News 4802 is done!\n",
      "      News 4803 is done!\n",
      "      News 4804 is done!\n",
      "      News 4805 is done!\n",
      "      News 4806 is done!\n",
      "      News 4807 is done!\n",
      "      News 4808 is done!\n",
      "      News 4809 is done!\n",
      "      News 4810 is done!\n",
      "      News 4811 is done!\n",
      "      News 4812 is done!\n",
      "      News 4813 is done!\n",
      "      News 4814 is done!\n",
      "      News 4815 is done!\n",
      "      News 4816 is done!\n",
      "      News 4817 is done!\n",
      "      News 4818 is done!\n",
      "      News 4819 is done!\n",
      "      News 4820 is done!\n",
      "      News 4821 is done!\n",
      "      News 4822 is done!\n",
      "      News 4823 is done!\n",
      "      News 4824 is done!\n",
      "      News 4825 is done!\n",
      "      News 4826 is done!\n",
      "      News 4827 is done!\n",
      "      News 4828 is done!\n",
      "      News 4829 is done!\n",
      "      News 4830 is done!\n",
      "      News 4831 is done!\n",
      "      News 4832 is done!\n",
      "      News 4833 is done!\n",
      "      News 4834 is done!\n",
      "      News 4835 is done!\n",
      "      News 4836 is done!\n",
      "      News 4837 is done!\n",
      "      News 4838 is done!\n",
      "      News 4839 is done!\n",
      "      News 4840 is done!\n",
      "      News 4841 is done!\n",
      "      News 4842 is done!\n",
      "      News 4843 is done!\n",
      "      News 4844 is done!\n",
      "      News 4845 is done!\n",
      "      News 4846 is done!\n",
      "      News 4847 is done!\n",
      "      News 4848 is done!\n",
      "      News 4849 is done!\n",
      "      News 4850 is done!\n",
      "      News 4851 is done!\n",
      "      News 4852 is done!\n",
      "      News 4853 is done!\n",
      "      News 4854 is done!\n",
      "      News 4855 is done!\n",
      "      News 4856 is done!\n",
      "      News 4857 is done!\n",
      "      News 4858 is done!\n",
      "      News 4859 is done!\n",
      "      News 4860 is done!\n",
      "      News 4861 is done!\n",
      "      News 4862 is done!\n",
      "      News 4863 is done!\n",
      "      News 4864 is done!\n",
      "      News 4865 is done!\n",
      "      News 4866 is done!\n",
      "      News 4867 is done!\n",
      "      News 4868 is done!\n",
      "      News 4869 is done!\n",
      "      News 4870 is done!\n",
      "      News 4871 is done!\n",
      "      News 4872 is done!\n",
      "      News 4873 is done!\n",
      "      News 4874 is done!\n",
      "      News 4875 is done!\n",
      "      News 4876 is done!\n",
      "      News 4877 is done!\n",
      "      News 4878 is done!\n",
      "      News 4879 is done!\n",
      "      News 4880 is done!\n",
      "      News 4881 is done!\n",
      "      News 4882 is done!\n",
      "      News 4883 is done!\n",
      "      News 4884 is done!\n",
      "      News 4885 is done!\n",
      "      News 4886 is done!\n",
      "      News 4887 is done!\n",
      "      News 4888 is done!\n",
      "      News 4889 is done!\n",
      "      News 4890 is done!\n",
      "      News 4891 is done!\n",
      "      News 4892 is done!\n",
      "      News 4893 is done!\n",
      "      News 4894 is done!\n",
      "      News 4895 is done!\n",
      "      News 4896 is done!\n",
      "      News 4897 is done!\n",
      "      News 4898 is done!\n",
      "      News 4899 is done!\n",
      "      News 4900 is done!\n",
      "      News 4901 is done!\n",
      "      News 4902 is done!\n",
      "      News 4903 is done!\n",
      "      News 4904 is done!\n",
      "      News 4905 is done!\n",
      "      News 4906 is done!\n",
      "      News 4907 is done!\n",
      "      News 4908 is done!\n",
      "      News 4909 is done!\n",
      "      News 4910 is done!\n",
      "      News 4911 is done!\n",
      "      News 4912 is done!\n",
      "      News 4913 is done!\n",
      "      News 4914 is done!\n",
      "      News 4915 is done!\n",
      "      News 4916 is done!\n",
      "      News 4917 is done!\n",
      "      News 4918 is done!\n",
      "      News 4919 is done!\n",
      "      News 4920 is done!\n",
      "      News 4921 is done!\n",
      "      News 4922 is done!\n",
      "      News 4923 is done!\n",
      "      News 4924 is done!\n",
      "      News 4925 is done!\n",
      "      News 4926 is done!\n",
      "      News 4927 is done!\n",
      "      News 4928 is done!\n",
      "      News 4929 is done!\n",
      "      News 4930 is done!\n",
      "      News 4931 is done!\n",
      "      News 4932 is done!\n",
      "      News 4933 is done!\n",
      "      News 4934 is done!\n",
      "      News 4935 is done!\n",
      "      News 4936 is done!\n",
      "      News 4937 is done!\n",
      "      News 4938 is done!\n",
      "      News 4939 is done!\n",
      "      News 4940 is done!\n",
      "      News 4941 is done!\n",
      "      News 4942 is done!\n",
      "      News 4943 is done!\n",
      "      News 4944 is done!\n",
      "      News 4945 is done!\n",
      "      News 4946 is done!\n",
      "      News 4947 is done!\n",
      "      News 4948 is done!\n",
      "      News 4949 is done!\n",
      "      News 4950 is done!\n",
      "      News 4951 is done!\n",
      "      News 4952 is done!\n",
      "      News 4953 is done!\n",
      "      News 4954 is done!\n",
      "      News 4955 is done!\n",
      "      News 4956 is done!\n",
      "      News 4957 is done!\n",
      "      News 4958 is done!\n",
      "      News 4959 is done!\n",
      "      News 4960 is done!\n",
      "      News 4961 is done!\n",
      "      News 4962 is done!\n",
      "      News 4963 is done!\n",
      "      News 4964 is done!\n",
      "      News 4965 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 4966 is done!\n",
      "      News 4967 is done!\n",
      "      News 4968 is done!\n",
      "      News 4969 is done!\n",
      "      News 4970 is done!\n",
      "      News 4971 is done!\n",
      "      News 4972 is done!\n",
      "      News 4973 is done!\n",
      "      News 4974 is done!\n",
      "      News 4975 is done!\n",
      "      News 4976 is done!\n",
      "      News 4977 is done!\n",
      "      News 4978 is done!\n",
      "      News 4979 is done!\n",
      "      News 4980 is done!\n",
      "      News 4981 is done!\n",
      "      News 4982 is done!\n",
      "      News 4983 is done!\n",
      "      News 4984 is done!\n",
      "      News 4985 is done!\n",
      "      News 4986 is done!\n",
      "      News 4987 is done!\n",
      "      News 4988 is done!\n",
      "      News 4989 is done!\n",
      "      News 4990 is done!\n",
      "      News 4991 is done!\n",
      "      News 4992 is done!\n",
      "      News 4993 is done!\n",
      "      News 4994 is done!\n",
      "      News 4995 is done!\n",
      "      News 4996 is done!\n",
      "      News 4997 is done!\n",
      "      News 4998 is done!\n",
      "      News 4999 is done!\n",
      "      News 5000 is done!\n",
      "      News 5001 is done!\n",
      "      News 5002 is done!\n",
      "      News 5003 is done!\n",
      "      News 5004 is done!\n",
      "      News 5005 is done!\n",
      "      News 5006 is done!\n",
      "      News 5007 is done!\n",
      "      News 5008 is done!\n",
      "      News 5009 is done!\n",
      "      News 5010 is done!\n",
      "      News 5011 is done!\n",
      "      News 5012 is done!\n",
      "      News 5013 is done!\n",
      "      News 5014 is done!\n",
      "      News 5015 is done!\n",
      "      News 5016 is done!\n",
      "      News 5017 is done!\n",
      "      News 5018 is done!\n",
      "      News 5019 is done!\n",
      "      News 5020 is done!\n",
      "      News 5021 is done!\n",
      "      News 5022 is done!\n",
      "      News 5023 is done!\n",
      "      News 5024 is done!\n",
      "      News 5025 is done!\n",
      "      News 5026 is done!\n",
      "      News 5027 is done!\n",
      "      News 5028 is done!\n",
      "      News 5029 is done!\n",
      "      News 5030 is done!\n",
      "      News 5031 is done!\n",
      "      News 5032 is done!\n",
      "      News 5033 is done!\n",
      "      News 5034 is done!\n",
      "      News 5035 is done!\n",
      "      News 5036 is done!\n",
      "      News 5037 is done!\n",
      "      News 5038 is done!\n",
      "      News 5039 is done!\n",
      "      News 5040 is done!\n",
      "      News 5041 is done!\n",
      "      News 5042 is done!\n",
      "      News 5043 is done!\n",
      "      News 5044 is done!\n",
      "      News 5045 is done!\n",
      "      News 5046 is done!\n",
      "      News 5047 is done!\n",
      "      News 5048 is done!\n",
      "      News 5049 is done!\n",
      "      News 5050 is done!\n",
      "      News 5051 is done!\n",
      "      News 5052 is done!\n",
      "      News 5053 is done!\n",
      "      News 5054 is done!\n",
      "      News 5055 is done!\n",
      "      News 5056 is done!\n",
      "      News 5057 is done!\n",
      "      News 5058 is done!\n",
      "      News 5059 is done!\n",
      "      News 5060 is done!\n",
      "      News 5061 is done!\n",
      "      News 5062 is done!\n",
      "      News 5063 is done!\n",
      "      News 5064 is done!\n",
      "      News 5065 is done!\n",
      "      News 5066 is done!\n",
      "      News 5067 is done!\n",
      "      News 5068 is done!\n",
      "      News 5069 is done!\n",
      "      News 5070 is done!\n",
      "      News 5071 is done!\n",
      "      News 5072 is done!\n",
      "      News 5073 is done!\n",
      "      News 5074 is done!\n",
      "      News 5075 is done!\n",
      "      News 5076 is done!\n",
      "      News 5077 is done!\n",
      "      News 5078 is done!\n",
      "      News 5079 is done!\n",
      "      News 5080 is done!\n",
      "      News 5081 is done!\n",
      "      News 5082 is done!\n",
      "      News 5083 is done!\n",
      "      News 5084 is done!\n",
      "      News 5085 is done!\n",
      "      News 5086 is done!\n",
      "      News 5087 is done!\n",
      "      News 5088 is done!\n",
      "      News 5089 is done!\n",
      "      News 5090 is done!\n",
      "      News 5091 is done!\n",
      "      News 5092 is done!\n",
      "      News 5093 is done!\n",
      "      News 5094 is done!\n",
      "      News 5095 is done!\n",
      "      News 5096 is done!\n",
      "      News 5097 is done!\n",
      "      News 5098 is done!\n",
      "      News 5099 is done!\n",
      "      News 5100 is done!\n",
      "      News 5101 is done!\n",
      "      News 5102 is done!\n",
      "      News 5103 is done!\n",
      "      News 5104 is done!\n",
      "      News 5105 is done!\n",
      "      News 5106 is done!\n",
      "      News 5107 is done!\n",
      "      News 5108 is done!\n",
      "      News 5109 is done!\n",
      "      News 5110 is done!\n",
      "      News 5111 is done!\n",
      "      News 5112 is done!\n",
      "      News 5113 is done!\n",
      "      News 5114 is done!\n",
      "      News 5115 is done!\n",
      "      News 5116 is done!\n",
      "      News 5117 is done!\n",
      "      News 5118 is done!\n",
      "      News 5119 is done!\n",
      "      News 5120 is done!\n",
      "      News 5121 is done!\n",
      "      News 5122 is done!\n",
      "      News 5123 is done!\n",
      "      News 5124 is done!\n",
      "      News 5125 is done!\n",
      "      News 5126 is done!\n",
      "      News 5127 is done!\n",
      "      News 5128 is done!\n",
      "      News 5129 is done!\n",
      "      News 5130 is done!\n",
      "      News 5131 is done!\n",
      "      News 5132 is done!\n",
      "      News 5133 is done!\n",
      "      News 5134 is done!\n",
      "      News 5135 is done!\n",
      "      News 5136 is done!\n",
      "      News 5137 is done!\n",
      "      News 5138 is done!\n",
      "      News 5139 is done!\n",
      "      News 5140 is done!\n",
      "      News 5141 is done!\n",
      "      News 5142 is done!\n",
      "      News 5143 is done!\n",
      "      News 5144 is done!\n",
      "      News 5145 is done!\n",
      "      News 5146 is done!\n",
      "      News 5147 is done!\n",
      "      News 5148 is done!\n",
      "      News 5149 is done!\n",
      "      News 5150 is done!\n",
      "      News 5151 is done!\n",
      "      News 5152 is done!\n",
      "      News 5153 is done!\n",
      "      News 5154 is done!\n",
      "      News 5155 is done!\n",
      "      News 5156 is done!\n",
      "      News 5157 is done!\n",
      "      News 5158 is done!\n",
      "      News 5159 is done!\n",
      "      News 5160 is done!\n",
      "      News 5161 is done!\n",
      "      News 5162 is done!\n",
      "      News 5163 is done!\n",
      "      News 5164 is done!\n",
      "      News 5165 is done!\n",
      "      News 5166 is done!\n",
      "      News 5167 is done!\n",
      "      News 5168 is done!\n",
      "      News 5169 is done!\n",
      "      News 5170 is done!\n",
      "      News 5171 is done!\n",
      "      News 5172 is done!\n",
      "      News 5173 is done!\n",
      "      News 5174 is done!\n",
      "      News 5175 is done!\n",
      "      News 5176 is done!\n",
      "      News 5177 is done!\n",
      "      News 5178 is done!\n",
      "      News 5179 is done!\n",
      "      News 5180 is done!\n",
      "      News 5181 is done!\n",
      "      News 5182 is done!\n",
      "      News 5183 is done!\n",
      "      News 5184 is done!\n",
      "      News 5185 is done!\n",
      "      News 5186 is done!\n",
      "      News 5187 is done!\n",
      "      News 5188 is done!\n",
      "      News 5189 is done!\n",
      "      News 5190 is done!\n",
      "      News 5191 is done!\n",
      "      News 5192 is done!\n",
      "      News 5193 is done!\n",
      "      News 5194 is done!\n",
      "      News 5195 is done!\n",
      "      News 5196 is done!\n",
      "      News 5197 is done!\n",
      "      News 5198 is done!\n",
      "      News 5199 is done!\n",
      "      News 5200 is done!\n",
      "      News 5201 is done!\n",
      "      News 5202 is done!\n",
      "      News 5203 is done!\n",
      "      News 5204 is done!\n",
      "      News 5205 is done!\n",
      "      News 5206 is done!\n",
      "      News 5207 is done!\n",
      "      News 5208 is done!\n",
      "      News 5209 is done!\n",
      "      News 5210 is done!\n",
      "      News 5211 is done!\n",
      "      News 5212 is done!\n",
      "      News 5213 is done!\n",
      "      News 5214 is done!\n",
      "      News 5215 is done!\n",
      "      News 5216 is done!\n",
      "      News 5217 is done!\n",
      "      News 5218 is done!\n",
      "      News 5219 is done!\n",
      "      News 5220 is done!\n",
      "      News 5221 is done!\n",
      "      News 5222 is done!\n",
      "      News 5223 is done!\n",
      "      News 5224 is done!\n",
      "      News 5225 is done!\n",
      "      News 5226 is done!\n",
      "      News 5227 is done!\n",
      "      News 5228 is done!\n",
      "      News 5229 is done!\n",
      "      News 5230 is done!\n",
      "      News 5231 is done!\n",
      "      News 5232 is done!\n",
      "      News 5233 is done!\n",
      "      News 5234 is done!\n",
      "      News 5235 is done!\n",
      "      News 5236 is done!\n",
      "      News 5237 is done!\n",
      "      News 5238 is done!\n",
      "      News 5239 is done!\n",
      "      News 5240 is done!\n",
      "      News 5241 is done!\n",
      "      News 5242 is done!\n",
      "      News 5243 is done!\n",
      "      News 5244 is done!\n",
      "      News 5245 is done!\n",
      "      News 5246 is done!\n",
      "      News 5247 is done!\n",
      "      News 5248 is done!\n",
      "      News 5249 is done!\n",
      "      News 5250 is done!\n",
      "      News 5251 is done!\n",
      "      News 5252 is done!\n",
      "      News 5253 is done!\n",
      "      News 5254 is done!\n",
      "      News 5255 is done!\n",
      "      News 5256 is done!\n",
      "      News 5257 is done!\n",
      "      News 5258 is done!\n",
      "      News 5259 is done!\n",
      "      News 5260 is done!\n",
      "      News 5261 is done!\n",
      "      News 5262 is done!\n",
      "      News 5263 is done!\n",
      "      News 5264 is done!\n",
      "      News 5265 is done!\n",
      "      News 5266 is done!\n",
      "      News 5267 is done!\n",
      "      News 5268 is done!\n",
      "      News 5269 is done!\n",
      "      News 5270 is done!\n",
      "      News 5271 is done!\n",
      "      News 5272 is done!\n",
      "      News 5273 is done!\n",
      "      News 5274 is done!\n",
      "      News 5275 is done!\n",
      "      News 5276 is done!\n",
      "      News 5277 is done!\n",
      "      News 5278 is done!\n",
      "      News 5279 is done!\n",
      "      News 5280 is done!\n",
      "      News 5281 is done!\n",
      "      News 5282 is done!\n",
      "      News 5283 is done!\n",
      "      News 5284 is done!\n",
      "      News 5285 is done!\n",
      "      News 5286 is done!\n",
      "      News 5287 is done!\n",
      "      News 5288 is done!\n",
      "      News 5289 is done!\n",
      "      News 5290 is done!\n",
      "      News 5291 is done!\n",
      "      News 5292 is done!\n",
      "      News 5293 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 5294 is done!\n",
      "      News 5295 is done!\n",
      "      News 5296 is done!\n",
      "      News 5297 is done!\n",
      "      News 5298 is done!\n",
      "      News 5299 is done!\n",
      "      News 5300 is done!\n",
      "      News 5301 is done!\n",
      "      News 5302 is done!\n",
      "      News 5303 is done!\n",
      "      News 5304 is done!\n",
      "      News 5305 is done!\n",
      "      News 5306 is done!\n",
      "      News 5307 is done!\n",
      "      News 5308 is done!\n",
      "      News 5309 is done!\n",
      "      News 5310 is done!\n",
      "      News 5311 is done!\n",
      "      News 5312 is done!\n",
      "      News 5313 is done!\n",
      "      News 5314 is done!\n",
      "      News 5315 is done!\n",
      "      News 5316 is done!\n",
      "      News 5317 is done!\n",
      "      News 5318 is done!\n",
      "      News 5319 is done!\n",
      "      News 5320 is done!\n",
      "      News 5321 is done!\n",
      "      News 5322 is done!\n",
      "      News 5323 is done!\n",
      "      News 5324 is done!\n",
      "      News 5325 is done!\n",
      "      News 5326 is done!\n",
      "      News 5327 is done!\n",
      "      News 5328 is done!\n",
      "      News 5329 is done!\n",
      "      News 5330 is done!\n",
      "      News 5331 is done!\n",
      "      News 5332 is done!\n",
      "      News 5333 is done!\n",
      "      News 5334 is done!\n",
      "      News 5335 is done!\n",
      "      News 5336 is done!\n",
      "      News 5337 is done!\n",
      "      News 5338 is done!\n",
      "      News 5339 is done!\n",
      "      News 5340 is done!\n",
      "      News 5341 is done!\n",
      "      News 5342 is done!\n",
      "      News 5343 is done!\n",
      "      News 5344 is done!\n",
      "      News 5345 is done!\n",
      "      News 5346 is done!\n",
      "      News 5347 is done!\n",
      "      News 5348 is done!\n",
      "      News 5349 is done!\n",
      "      News 5350 is done!\n",
      "      News 5351 is done!\n",
      "      News 5352 is done!\n",
      "      News 5353 is done!\n",
      "      News 5354 is done!\n",
      "      News 5355 is done!\n",
      "      News 5356 is done!\n",
      "      News 5357 is done!\n",
      "      News 5358 is done!\n",
      "      News 5359 is done!\n",
      "      News 5360 is done!\n",
      "      News 5361 is done!\n",
      "      News 5362 is done!\n",
      "      News 5363 is done!\n",
      "      News 5364 is done!\n",
      "      News 5365 is done!\n",
      "      News 5366 is done!\n",
      "      News 5367 is done!\n",
      "      News 5368 is done!\n",
      "      News 5369 is done!\n",
      "      News 5370 is done!\n",
      "      News 5371 is done!\n",
      "      News 5372 is done!\n",
      "      News 5373 is done!\n",
      "      News 5374 is done!\n",
      "      News 5375 is done!\n",
      "      News 5376 is done!\n",
      "      News 5377 is done!\n",
      "      News 5378 is done!\n",
      "      News 5379 is done!\n",
      "      News 5380 is done!\n",
      "      News 5381 is done!\n",
      "      News 5382 is done!\n",
      "      News 5383 is done!\n",
      "      News 5384 is done!\n",
      "      News 5385 is done!\n",
      "      News 5386 is done!\n",
      "      News 5387 is done!\n",
      "      News 5388 is done!\n",
      "      News 5389 is done!\n",
      "      News 5390 is done!\n",
      "      News 5391 is done!\n",
      "      News 5392 is done!\n",
      "      News 5393 is done!\n",
      "      News 5394 is done!\n",
      "      News 5395 is done!\n",
      "      News 5396 is done!\n",
      "      News 5397 is done!\n",
      "      News 5398 is done!\n",
      "      News 5399 is done!\n",
      "      News 5400 is done!\n",
      "      News 5401 is done!\n",
      "      News 5402 is done!\n",
      "      News 5403 is done!\n",
      "      News 5404 is done!\n",
      "      News 5405 is done!\n",
      "      News 5406 is done!\n",
      "      News 5407 is done!\n",
      "      News 5408 is done!\n",
      "      News 5409 is done!\n",
      "      News 5410 is done!\n",
      "      News 5411 is done!\n",
      "      News 5412 is done!\n",
      "      News 5413 is done!\n",
      "      News 5414 is done!\n",
      "      News 5415 is done!\n",
      "      News 5416 is done!\n",
      "      News 5417 is done!\n",
      "      News 5418 is done!\n",
      "      News 5419 is done!\n",
      "      News 5420 is done!\n",
      "      News 5421 is done!\n",
      "      News 5422 is done!\n",
      "      News 5423 is done!\n",
      "      News 5424 is done!\n",
      "      News 5425 is done!\n",
      "      News 5426 is done!\n",
      "      News 5427 is done!\n",
      "      News 5428 is done!\n",
      "      News 5429 is done!\n",
      "      News 5430 is done!\n",
      "      News 5431 is done!\n",
      "      News 5432 is done!\n",
      "      News 5433 is done!\n",
      "      News 5434 is done!\n",
      "      News 5435 is done!\n",
      "      News 5436 is done!\n",
      "      News 5437 is done!\n",
      "      News 5438 is done!\n",
      "      News 5439 is done!\n",
      "      News 5440 is done!\n",
      "      News 5441 is done!\n",
      "      News 5442 is done!\n",
      "      News 5443 is done!\n",
      "      News 5444 is done!\n",
      "      News 5445 is done!\n",
      "      News 5446 is done!\n",
      "      News 5447 is done!\n",
      "      News 5448 is done!\n",
      "      News 5449 is done!\n",
      "      News 5450 is done!\n",
      "      News 5451 is done!\n",
      "      News 5452 is done!\n",
      "      News 5453 is done!\n",
      "      News 5454 is done!\n",
      "      News 5455 is done!\n",
      "      News 5456 is done!\n",
      "      News 5457 is done!\n",
      "      News 5458 is done!\n",
      "      News 5459 is done!\n",
      "      News 5460 is done!\n",
      "      News 5461 is done!\n",
      "      News 5462 is done!\n",
      "      News 5463 is done!\n",
      "      News 5464 is done!\n",
      "      News 5465 is done!\n",
      "      News 5466 is done!\n",
      "      News 5467 is done!\n",
      "      News 5468 is done!\n",
      "      News 5469 is done!\n",
      "      News 5470 is done!\n",
      "      News 5471 is done!\n",
      "      News 5472 is done!\n",
      "      News 5473 is done!\n",
      "      News 5474 is done!\n",
      "      News 5475 is done!\n",
      "      News 5476 is done!\n",
      "      News 5477 is done!\n",
      "      News 5478 is done!\n",
      "      News 5479 is done!\n",
      "      News 5480 is done!\n",
      "      News 5481 is done!\n",
      "      News 5482 is done!\n",
      "      News 5483 is done!\n",
      "      News 5484 is done!\n",
      "      News 5485 is done!\n",
      "      News 5486 is done!\n",
      "      News 5487 is done!\n",
      "      News 5488 is done!\n",
      "      News 5489 is done!\n",
      "      News 5490 is done!\n",
      "      News 5491 is done!\n",
      "      News 5492 is done!\n",
      "      News 5493 is done!\n",
      "      News 5494 is done!\n",
      "      News 5495 is done!\n",
      "      News 5496 is done!\n",
      "      News 5497 is done!\n",
      "      News 5498 is done!\n",
      "      News 5499 is done!\n",
      "      News 5500 is done!\n",
      "      News 5501 is done!\n",
      "      News 5502 is done!\n",
      "      News 5503 is done!\n",
      "      News 5504 is done!\n",
      "      News 5505 is done!\n",
      "      News 5506 is done!\n",
      "      News 5507 is done!\n",
      "      News 5508 is done!\n",
      "      News 5509 is done!\n",
      "      News 5510 is done!\n",
      "      News 5511 is done!\n",
      "      News 5512 is done!\n",
      "      News 5513 is done!\n",
      "      News 5514 is done!\n",
      "      News 5515 is done!\n",
      "      News 5516 is done!\n",
      "      News 5517 is done!\n",
      "      News 5518 is done!\n",
      "      News 5519 is done!\n",
      "      News 5520 is done!\n",
      "      News 5521 is done!\n",
      "      News 5522 is done!\n",
      "      News 5523 is done!\n",
      "      News 5524 is done!\n",
      "      News 5525 is done!\n",
      "      News 5526 is done!\n",
      "      News 5527 is done!\n",
      "      News 5528 is done!\n",
      "      News 5529 is done!\n",
      "      News 5530 is done!\n",
      "      News 5531 is done!\n",
      "      News 5532 is done!\n",
      "      News 5533 is done!\n",
      "      News 5534 is done!\n",
      "      News 5535 is done!\n",
      "      News 5536 is done!\n",
      "      News 5537 is done!\n",
      "      News 5538 is done!\n",
      "      News 5539 is done!\n",
      "      News 5540 is done!\n",
      "      News 5541 is done!\n",
      "      News 5542 is done!\n",
      "      News 5543 is done!\n",
      "      News 5544 is done!\n",
      "      News 5545 is done!\n",
      "      News 5546 is done!\n",
      "      News 5547 is done!\n",
      "      News 5548 is done!\n",
      "      News 5549 is done!\n",
      "      News 5550 is done!\n",
      "      News 5551 is done!\n",
      "      News 5552 is done!\n",
      "      News 5553 is done!\n",
      "      News 5554 is done!\n",
      "      News 5555 is done!\n",
      "      News 5556 is done!\n",
      "      News 5557 is done!\n",
      "      News 5558 is done!\n",
      "      News 5559 is done!\n",
      "      News 5560 is done!\n",
      "      News 5561 is done!\n",
      "      News 5562 is done!\n",
      "      News 5563 is done!\n",
      "      News 5564 is done!\n",
      "      News 5565 is done!\n",
      "      News 5566 is done!\n",
      "      News 5567 is done!\n",
      "      News 5568 is done!\n",
      "      News 5569 is done!\n",
      "      News 5570 is done!\n",
      "      News 5571 is done!\n",
      "      News 5572 is done!\n",
      "      News 5573 is done!\n",
      "      News 5574 is done!\n",
      "      News 5575 is done!\n",
      "      News 5576 is done!\n",
      "      News 5577 is done!\n",
      "      News 5578 is done!\n",
      "      News 5579 is done!\n",
      "      News 5580 is done!\n",
      "      News 5581 is done!\n",
      "      News 5582 is done!\n",
      "      News 5583 is done!\n",
      "      News 5584 is done!\n",
      "      News 5585 is done!\n",
      "      News 5586 is done!\n",
      "      News 5587 is done!\n",
      "      News 5588 is done!\n",
      "      News 5589 is done!\n",
      "      News 5590 is done!\n",
      "      News 5591 is done!\n",
      "      News 5592 is done!\n",
      "      News 5593 is done!\n",
      "      News 5594 is done!\n",
      "      News 5595 is done!\n",
      "      News 5596 is done!\n",
      "      News 5597 is done!\n",
      "      News 5598 is done!\n",
      "      News 5599 is done!\n",
      "      News 5600 is done!\n",
      "      News 5601 is done!\n",
      "      News 5602 is done!\n",
      "      News 5603 is done!\n",
      "      News 5604 is done!\n",
      "      News 5605 is done!\n",
      "      News 5606 is done!\n",
      "      News 5607 is done!\n",
      "      News 5608 is done!\n",
      "      News 5609 is done!\n",
      "      News 5610 is done!\n",
      "      News 5611 is done!\n",
      "      News 5612 is done!\n",
      "      News 5613 is done!\n",
      "      News 5614 is done!\n",
      "      News 5615 is done!\n",
      "      News 5616 is done!\n",
      "      News 5617 is done!\n",
      "      News 5618 is done!\n",
      "      News 5619 is done!\n",
      "      News 5620 is done!\n",
      "      News 5621 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 5622 is done!\n",
      "      News 5623 is done!\n",
      "      News 5624 is done!\n",
      "      News 5625 is done!\n",
      "      News 5626 is done!\n",
      "      News 5627 is done!\n",
      "      News 5628 is done!\n",
      "      News 5629 is done!\n",
      "      News 5630 is done!\n",
      "      News 5631 is done!\n",
      "      News 5632 is done!\n",
      "      News 5633 is done!\n",
      "      News 5634 is done!\n",
      "      News 5635 is done!\n",
      "      News 5636 is done!\n",
      "      News 5637 is done!\n",
      "      News 5638 is done!\n",
      "      News 5639 is done!\n",
      "      News 5640 is done!\n",
      "      News 5641 is done!\n",
      "      News 5642 is done!\n",
      "      News 5643 is done!\n",
      "      News 5644 is done!\n",
      "      News 5645 is done!\n",
      "      News 5646 is done!\n",
      "      News 5647 is done!\n",
      "      News 5648 is done!\n",
      "      News 5649 is done!\n",
      "      News 5650 is done!\n",
      "      News 5651 is done!\n",
      "      News 5652 is done!\n",
      "      News 5653 is done!\n",
      "      News 5654 is done!\n",
      "      News 5655 is done!\n",
      "      News 5656 is done!\n",
      "      News 5657 is done!\n",
      "      News 5658 is done!\n",
      "      News 5659 is done!\n",
      "      News 5660 is done!\n",
      "      News 5661 is done!\n",
      "      News 5662 is done!\n",
      "      News 5663 is done!\n",
      "      News 5664 is done!\n",
      "      News 5665 is done!\n",
      "      News 5666 is done!\n",
      "      News 5667 is done!\n",
      "      News 5668 is done!\n",
      "      News 5669 is done!\n",
      "      News 5670 is done!\n",
      "      News 5671 is done!\n",
      "      News 5672 is done!\n",
      "      News 5673 is done!\n",
      "      News 5674 is done!\n",
      "      News 5675 is done!\n",
      "      News 5676 is done!\n",
      "      News 5677 is done!\n",
      "      News 5678 is done!\n",
      "      News 5679 is done!\n",
      "      News 5680 is done!\n",
      "      News 5681 is done!\n",
      "      News 5682 is done!\n",
      "      News 5683 is done!\n",
      "      News 5684 is done!\n",
      "      News 5685 is done!\n",
      "      News 5686 is done!\n",
      "      News 5687 is done!\n",
      "      News 5688 is done!\n",
      "      News 5689 is done!\n",
      "      News 5690 is done!\n",
      "      News 5691 is done!\n",
      "      News 5692 is done!\n",
      "      News 5693 is done!\n",
      "      News 5694 is done!\n",
      "      News 5695 is done!\n",
      "      News 5696 is done!\n",
      "      News 5697 is done!\n",
      "      News 5698 is done!\n",
      "      News 5699 is done!\n",
      "      News 5700 is done!\n",
      "      News 5701 is done!\n",
      "      News 5702 is done!\n",
      "      News 5703 is done!\n",
      "      News 5704 is done!\n",
      "      News 5705 is done!\n",
      "      News 5706 is done!\n",
      "      News 5707 is done!\n",
      "      News 5708 is done!\n",
      "      News 5709 is done!\n",
      "      News 5710 is done!\n",
      "      News 5711 is done!\n",
      "      News 5712 is done!\n",
      "      News 5713 is done!\n",
      "      News 5714 is done!\n",
      "      News 5715 is done!\n",
      "      News 5716 is done!\n",
      "      News 5717 is done!\n",
      "      News 5718 is done!\n",
      "      News 5719 is done!\n",
      "      News 5720 is done!\n",
      "      News 5721 is done!\n",
      "      News 5722 is done!\n",
      "      News 5723 is done!\n",
      "      News 5724 is done!\n",
      "      News 5725 is done!\n",
      "      News 5726 is done!\n",
      "      News 5727 is done!\n",
      "      News 5728 is done!\n",
      "      News 5729 is done!\n",
      "      News 5730 is done!\n",
      "      News 5731 is done!\n",
      "      News 5732 is done!\n",
      "      News 5733 is done!\n",
      "      News 5734 is done!\n",
      "      News 5735 is done!\n",
      "      News 5736 is done!\n",
      "      News 5737 is done!\n",
      "      News 5738 is done!\n",
      "      News 5739 is done!\n",
      "      News 5740 is done!\n",
      "      News 5741 is done!\n",
      "      News 5742 is done!\n",
      "      News 5743 is done!\n",
      "      News 5744 is done!\n",
      "      News 5745 is done!\n",
      "      News 5746 is done!\n",
      "      News 5747 is done!\n",
      "      News 5748 is done!\n",
      "      News 5749 is done!\n",
      "      News 5750 is done!\n",
      "      News 5751 is done!\n",
      "      News 5752 is done!\n",
      "      News 5753 is done!\n",
      "      News 5754 is done!\n",
      "      News 5755 is done!\n",
      "      News 5756 is done!\n",
      "      News 5757 is done!\n",
      "      News 5758 is done!\n",
      "      News 5759 is done!\n",
      "      News 5760 is done!\n",
      "      News 5761 is done!\n",
      "      News 5762 is done!\n",
      "      News 5763 is done!\n",
      "      News 5764 is done!\n",
      "      News 5765 is done!\n",
      "      News 5766 is done!\n",
      "      News 5767 is done!\n",
      "      News 5768 is done!\n",
      "      News 5769 is done!\n",
      "      News 5770 is done!\n",
      "      News 5771 is done!\n",
      "      News 5772 is done!\n",
      "      News 5773 is done!\n",
      "      News 5774 is done!\n",
      "      News 5775 is done!\n",
      "      News 5776 is done!\n",
      "      News 5777 is done!\n",
      "      News 5778 is done!\n",
      "      News 5779 is done!\n",
      "      News 5780 is done!\n",
      "      News 5781 is done!\n",
      "      News 5782 is done!\n",
      "      News 5783 is done!\n",
      "      News 5784 is done!\n",
      "      News 5785 is done!\n",
      "      News 5786 is done!\n",
      "      News 5787 is done!\n",
      "      News 5788 is done!\n",
      "      News 5789 is done!\n",
      "      News 5790 is done!\n",
      "      News 5791 is done!\n",
      "      News 5792 is done!\n",
      "      News 5793 is done!\n",
      "      News 5794 is done!\n",
      "      News 5795 is done!\n",
      "      News 5796 is done!\n",
      "      News 5797 is done!\n",
      "      News 5798 is done!\n",
      "      News 5799 is done!\n",
      "      News 5800 is done!\n",
      "      News 5801 is done!\n",
      "      News 5802 is done!\n",
      "      News 5803 is done!\n",
      "      News 5804 is done!\n",
      "      News 5805 is done!\n",
      "      News 5806 is done!\n",
      "      News 5807 is done!\n",
      "      News 5808 is done!\n",
      "      News 5809 is done!\n",
      "      News 5810 is done!\n",
      "      News 5811 is done!\n",
      "      News 5812 is done!\n",
      "      News 5813 is done!\n",
      "      News 5814 is done!\n",
      "      News 5815 is done!\n",
      "      News 5816 is done!\n",
      "      News 5817 is done!\n",
      "      News 5818 is done!\n",
      "      News 5819 is done!\n",
      "      News 5820 is done!\n",
      "      News 5821 is done!\n",
      "      News 5822 is done!\n",
      "      News 5823 is done!\n",
      "      News 5824 is done!\n",
      "      News 5825 is done!\n",
      "      News 5826 is done!\n",
      "      News 5827 is done!\n",
      "      News 5828 is done!\n",
      "      News 5829 is done!\n",
      "      News 5830 is done!\n",
      "      News 5831 is done!\n",
      "      News 5832 is done!\n",
      "      News 5833 is done!\n",
      "      News 5834 is done!\n",
      "      News 5835 is done!\n",
      "      News 5836 is done!\n",
      "      News 5837 is done!\n",
      "      News 5838 is done!\n",
      "      News 5839 is done!\n",
      "      News 5840 is done!\n",
      "      News 5841 is done!\n",
      "      News 5842 is done!\n",
      "      News 5843 is done!\n",
      "      News 5844 is done!\n",
      "      News 5845 is done!\n",
      "      News 5846 is done!\n",
      "      News 5847 is done!\n",
      "      News 5848 is done!\n",
      "      News 5849 is done!\n",
      "      News 5850 is done!\n",
      "      News 5851 is done!\n",
      "      News 5852 is done!\n",
      "      News 5853 is done!\n",
      "      News 5854 is done!\n",
      "      News 5855 is done!\n",
      "      News 5856 is done!\n",
      "      News 5857 is done!\n",
      "      News 5858 is done!\n",
      "      News 5859 is done!\n",
      "      News 5860 is done!\n",
      "      News 5861 is done!\n",
      "      News 5862 is done!\n",
      "      News 5863 is done!\n",
      "      News 5864 is done!\n",
      "      News 5865 is done!\n",
      "      News 5866 is done!\n",
      "      News 5867 is done!\n",
      "      News 5868 is done!\n",
      "      News 5869 is done!\n",
      "      News 5870 is done!\n",
      "      News 5871 is done!\n",
      "      News 5872 is done!\n",
      "      News 5873 is done!\n",
      "      News 5874 is done!\n",
      "      News 5875 is done!\n",
      "      News 5876 is done!\n",
      "      News 5877 is done!\n",
      "      News 5878 is done!\n",
      "      News 5879 is done!\n",
      "      News 5880 is done!\n",
      "      News 5881 is done!\n",
      "      News 5882 is done!\n",
      "      News 5883 is done!\n",
      "      News 5884 is done!\n",
      "      News 5885 is done!\n",
      "      News 5886 is done!\n",
      "      News 5887 is done!\n",
      "      News 5888 is done!\n",
      "      News 5889 is done!\n",
      "      News 5890 is done!\n",
      "      News 5891 is done!\n",
      "      News 5892 is done!\n",
      "      News 5893 is done!\n",
      "      News 5894 is done!\n",
      "      News 5895 is done!\n",
      "      News 5896 is done!\n",
      "      News 5897 is done!\n",
      "      News 5898 is done!\n",
      "      News 5899 is done!\n",
      "      News 5900 is done!\n",
      "      News 5901 is done!\n",
      "      News 5902 is done!\n",
      "      News 5903 is done!\n",
      "      News 5904 is done!\n",
      "      News 5905 is done!\n",
      "      News 5906 is done!\n",
      "      News 5907 is done!\n",
      "      News 5908 is done!\n",
      "      News 5909 is done!\n",
      "      News 5910 is done!\n",
      "      News 5911 is done!\n",
      "      News 5912 is done!\n",
      "      News 5913 is done!\n",
      "      News 5914 is done!\n",
      "      News 5915 is done!\n",
      "      News 5916 is done!\n",
      "      News 5917 is done!\n",
      "      News 5918 is done!\n",
      "      News 5919 is done!\n",
      "      News 5920 is done!\n",
      "      News 5921 is done!\n",
      "      News 5922 is done!\n",
      "      News 5923 is done!\n",
      "      News 5924 is done!\n",
      "      News 5925 is done!\n",
      "      News 5926 is done!\n",
      "      News 5927 is done!\n",
      "      News 5928 is done!\n",
      "      News 5929 is done!\n",
      "      News 5930 is done!\n",
      "      News 5931 is done!\n",
      "      News 5932 is done!\n",
      "      News 5933 is done!\n",
      "      News 5934 is done!\n",
      "      News 5935 is done!\n",
      "      News 5936 is done!\n",
      "      News 5937 is done!\n",
      "      News 5938 is done!\n",
      "      News 5939 is done!\n",
      "      News 5940 is done!\n",
      "      News 5941 is done!\n",
      "      News 5942 is done!\n",
      "      News 5943 is done!\n",
      "      News 5944 is done!\n",
      "      News 5945 is done!\n",
      "      News 5946 is done!\n",
      "      News 5947 is done!\n",
      "      News 5948 is done!\n",
      "      News 5949 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 5950 is done!\n",
      "      News 5951 is done!\n",
      "      News 5952 is done!\n",
      "      News 5953 is done!\n",
      "      News 5954 is done!\n",
      "      News 5955 is done!\n",
      "      News 5956 is done!\n",
      "      News 5957 is done!\n",
      "      News 5958 is done!\n",
      "      News 5959 is done!\n",
      "      News 5960 is done!\n",
      "      News 5961 is done!\n",
      "      News 5962 is done!\n",
      "      News 5963 is done!\n",
      "      News 5964 is done!\n",
      "      News 5965 is done!\n",
      "      News 5966 is done!\n",
      "      News 5967 is done!\n",
      "      News 5968 is done!\n",
      "      News 5969 is done!\n",
      "      News 5970 is done!\n",
      "      News 5971 is done!\n",
      "      News 5972 is done!\n",
      "      News 5973 is done!\n",
      "      News 5974 is done!\n",
      "      News 5975 is done!\n",
      "      News 5976 is done!\n",
      "      News 5977 is done!\n",
      "      News 5978 is done!\n",
      "      News 5979 is done!\n",
      "      News 5980 is done!\n",
      "      News 5981 is done!\n",
      "      News 5982 is done!\n",
      "      News 5983 is done!\n",
      "      News 5984 is done!\n",
      "      News 5985 is done!\n",
      "      News 5986 is done!\n",
      "      News 5987 is done!\n",
      "      News 5988 is done!\n",
      "      News 5989 is done!\n",
      "      News 5990 is done!\n",
      "      News 5991 is done!\n",
      "      News 5992 is done!\n",
      "      News 5993 is done!\n",
      "      News 5994 is done!\n",
      "      News 5995 is done!\n",
      "      News 5996 is done!\n",
      "      News 5997 is done!\n",
      "      News 5998 is done!\n",
      "      News 5999 is done!\n",
      "      News 6000 is done!\n",
      "      News 6001 is done!\n",
      "      News 6002 is done!\n",
      "      News 6003 is done!\n",
      "      News 6004 is done!\n",
      "      News 6005 is done!\n",
      "      News 6006 is done!\n",
      "      News 6007 is done!\n",
      "      News 6008 is done!\n",
      "      News 6009 is done!\n",
      "      News 6010 is done!\n",
      "      News 6011 is done!\n",
      "      News 6012 is done!\n",
      "      News 6013 is done!\n",
      "      News 6014 is done!\n",
      "      News 6015 is done!\n",
      "      News 6016 is done!\n",
      "      News 6017 is done!\n",
      "      News 6018 is done!\n",
      "      News 6019 is done!\n",
      "      News 6020 is done!\n",
      "      News 6021 is done!\n",
      "      News 6022 is done!\n",
      "      News 6023 is done!\n",
      "      News 6024 is done!\n",
      "      News 6025 is done!\n",
      "      News 6026 is done!\n",
      "      News 6027 is done!\n",
      "      News 6028 is done!\n",
      "      News 6029 is done!\n",
      "      News 6030 is done!\n",
      "      News 6031 is done!\n",
      "      News 6032 is done!\n",
      "      News 6033 is done!\n",
      "      News 6034 is done!\n",
      "      News 6035 is done!\n",
      "      News 6036 is done!\n",
      "      News 6037 is done!\n",
      "      News 6038 is done!\n",
      "      News 6039 is done!\n",
      "      News 6040 is done!\n",
      "      News 6041 is done!\n",
      "      News 6042 is done!\n",
      "      News 6043 is done!\n",
      "      News 6044 is done!\n",
      "      News 6045 is done!\n",
      "      News 6046 is done!\n",
      "      News 6047 is done!\n",
      "      News 6048 is done!\n",
      "      News 6049 is done!\n",
      "      News 6050 is done!\n",
      "      News 6051 is done!\n",
      "      News 6052 is done!\n",
      "      News 6053 is done!\n",
      "      News 6054 is done!\n",
      "      News 6055 is done!\n",
      "      News 6056 is done!\n",
      "      News 6057 is done!\n",
      "      News 6058 is done!\n",
      "      News 6059 is done!\n",
      "      News 6060 is done!\n",
      "      News 6061 is done!\n",
      "      News 6062 is done!\n",
      "      News 6063 is done!\n",
      "      News 6064 is done!\n",
      "      News 6065 is done!\n",
      "      News 6066 is done!\n",
      "      News 6067 is done!\n",
      "      News 6068 is done!\n",
      "      News 6069 is done!\n",
      "      News 6070 is done!\n",
      "      News 6071 is done!\n",
      "      News 6072 is done!\n",
      "      News 6073 is done!\n",
      "      News 6074 is done!\n",
      "      News 6075 is done!\n",
      "      News 6076 is done!\n",
      "      News 6077 is done!\n",
      "      News 6078 is done!\n",
      "      News 6079 is done!\n",
      "      News 6080 is done!\n",
      "      News 6081 is done!\n",
      "      News 6082 is done!\n",
      "      News 6083 is done!\n",
      "      News 6084 is done!\n",
      "      News 6085 is done!\n",
      "      News 6086 is done!\n",
      "      News 6087 is done!\n",
      "      News 6088 is done!\n",
      "      News 6089 is done!\n",
      "      News 6090 is done!\n",
      "      News 6091 is done!\n",
      "      News 6092 is done!\n",
      "      News 6093 is done!\n",
      "      News 6094 is done!\n",
      "      News 6095 is done!\n",
      "      News 6096 is done!\n",
      "      News 6097 is done!\n",
      "      News 6098 is done!\n",
      "      News 6099 is done!\n",
      "      News 6100 is done!\n",
      "      News 6101 is done!\n",
      "      News 6102 is done!\n",
      "      News 6103 is done!\n",
      "      News 6104 is done!\n",
      "      News 6105 is done!\n",
      "      News 6106 is done!\n",
      "      News 6107 is done!\n",
      "      News 6108 is done!\n",
      "      News 6109 is done!\n",
      "      News 6110 is done!\n",
      "      News 6111 is done!\n",
      "      News 6112 is done!\n",
      "      News 6113 is done!\n",
      "      News 6114 is done!\n",
      "      News 6115 is done!\n",
      "      News 6116 is done!\n",
      "      News 6117 is done!\n",
      "      News 6118 is done!\n",
      "      News 6119 is done!\n",
      "      News 6120 is done!\n",
      "      News 6121 is done!\n",
      "      News 6122 is done!\n",
      "      News 6123 is done!\n",
      "      News 6124 is done!\n",
      "      News 6125 is done!\n",
      "      News 6126 is done!\n",
      "      News 6127 is done!\n",
      "      News 6128 is done!\n",
      "      News 6129 is done!\n",
      "      News 6130 is done!\n",
      "      News 6131 is done!\n",
      "      News 6132 is done!\n",
      "      News 6133 is done!\n",
      "      News 6134 is done!\n",
      "      News 6135 is done!\n",
      "      News 6136 is done!\n",
      "      News 6137 is done!\n",
      "      News 6138 is done!\n",
      "      News 6139 is done!\n",
      "      News 6140 is done!\n",
      "      News 6141 is done!\n",
      "      News 6142 is done!\n",
      "      News 6143 is done!\n",
      "      News 6144 is done!\n",
      "      News 6145 is done!\n",
      "      News 6146 is done!\n",
      "      News 6147 is done!\n",
      "      News 6148 is done!\n",
      "      News 6149 is done!\n",
      "      News 6150 is done!\n",
      "      News 6151 is done!\n",
      "      News 6152 is done!\n",
      "      News 6153 is done!\n",
      "      News 6154 is done!\n",
      "      News 6155 is done!\n",
      "      News 6156 is done!\n",
      "      News 6157 is done!\n",
      "      News 6158 is done!\n",
      "      News 6159 is done!\n",
      "      News 6160 is done!\n",
      "      News 6161 is done!\n",
      "      News 6162 is done!\n",
      "      News 6163 is done!\n",
      "      News 6164 is done!\n",
      "      News 6165 is done!\n",
      "      News 6166 is done!\n",
      "      News 6167 is done!\n",
      "      News 6168 is done!\n",
      "      News 6169 is done!\n",
      "      News 6170 is done!\n",
      "      News 6171 is done!\n",
      "      News 6172 is done!\n",
      "      News 6173 is done!\n",
      "      News 6174 is done!\n",
      "      News 6175 is done!\n",
      "      News 6176 is done!\n",
      "      News 6177 is done!\n",
      "      News 6178 is done!\n",
      "      News 6179 is done!\n",
      "      News 6180 is done!\n",
      "      News 6181 is done!\n",
      "      News 6182 is done!\n",
      "      News 6183 is done!\n",
      "      News 6184 is done!\n",
      "      News 6185 is done!\n",
      "      News 6186 is done!\n",
      "      News 6187 is done!\n",
      "      News 6188 is done!\n",
      "      News 6189 is done!\n",
      "      News 6190 is done!\n",
      "      News 6191 is done!\n",
      "      News 6192 is done!\n",
      "      News 6193 is done!\n",
      "      News 6194 is done!\n",
      "      News 6195 is done!\n",
      "      News 6196 is done!\n",
      "      News 6197 is done!\n",
      "      News 6198 is done!\n",
      "      News 6199 is done!\n",
      "      News 6200 is done!\n",
      "      News 6201 is done!\n",
      "      News 6202 is done!\n",
      "      News 6203 is done!\n",
      "      News 6204 is done!\n",
      "      News 6205 is done!\n",
      "      News 6206 is done!\n",
      "      News 6207 is done!\n",
      "      News 6208 is done!\n",
      "      News 6209 is done!\n",
      "      News 6210 is done!\n",
      "      News 6211 is done!\n",
      "      News 6212 is done!\n",
      "      News 6213 is done!\n",
      "      News 6214 is done!\n",
      "      News 6215 is done!\n",
      "      News 6216 is done!\n",
      "      News 6217 is done!\n",
      "      News 6218 is done!\n",
      "      News 6219 is done!\n",
      "      News 6220 is done!\n",
      "      News 6221 is done!\n",
      "      News 6222 is done!\n",
      "      News 6223 is done!\n",
      "      News 6224 is done!\n",
      "      News 6225 is done!\n",
      "      News 6226 is done!\n",
      "      News 6227 is done!\n",
      "      News 6228 is done!\n",
      "      News 6229 is done!\n",
      "      News 6230 is done!\n",
      "      News 6231 is done!\n",
      "      News 6232 is done!\n",
      "      News 6233 is done!\n",
      "      News 6234 is done!\n",
      "      News 6235 is done!\n",
      "      News 6236 is done!\n",
      "      News 6237 is done!\n",
      "      News 6238 is done!\n",
      "      News 6239 is done!\n",
      "      News 6240 is done!\n",
      "      News 6241 is done!\n",
      "      News 6242 is done!\n",
      "      News 6243 is done!\n",
      "      News 6244 is done!\n",
      "      News 6245 is done!\n",
      "      News 6246 is done!\n",
      "      News 6247 is done!\n",
      "      News 6248 is done!\n",
      "      News 6249 is done!\n",
      "      News 6250 is done!\n",
      "      News 6251 is done!\n",
      "      News 6252 is done!\n",
      "      News 6253 is done!\n",
      "      News 6254 is done!\n",
      "      News 6255 is done!\n",
      "      News 6256 is done!\n",
      "      News 6257 is done!\n",
      "      News 6258 is done!\n",
      "      News 6259 is done!\n",
      "      News 6260 is done!\n",
      "      News 6261 is done!\n",
      "      News 6262 is done!\n",
      "      News 6263 is done!\n",
      "      News 6264 is done!\n",
      "      News 6265 is done!\n",
      "      News 6266 is done!\n",
      "      News 6267 is done!\n",
      "      News 6268 is done!\n",
      "      News 6269 is done!\n",
      "      News 6270 is done!\n",
      "      News 6271 is done!\n",
      "      News 6272 is done!\n",
      "      News 6273 is done!\n",
      "      News 6274 is done!\n",
      "      News 6275 is done!\n",
      "      News 6276 is done!\n",
      "      News 6277 is done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      News 6278 is done!\n",
      "      News 6279 is done!\n",
      "      News 6280 is done!\n",
      "      News 6281 is done!\n",
      "      News 6282 is done!\n",
      "      News 6283 is done!\n",
      "      News 6284 is done!\n",
      "      News 6285 is done!\n",
      "      News 6286 is done!\n",
      "      News 6287 is done!\n",
      "      News 6288 is done!\n",
      "      News 6289 is done!\n",
      "      News 6290 is done!\n",
      "      News 6291 is done!\n",
      "      News 6292 is done!\n",
      "      News 6293 is done!\n",
      "      News 6294 is done!\n",
      "      News 6295 is done!\n",
      "      News 6296 is done!\n",
      "      News 6297 is done!\n",
      "      News 6298 is done!\n",
      "      News 6299 is done!\n",
      "      News 6300 is done!\n",
      "      News 6301 is done!\n",
      "      News 6302 is done!\n",
      "      News 6303 is done!\n",
      "      News 6304 is done!\n",
      "      News 6305 is done!\n",
      "      News 6306 is done!\n",
      "      News 6307 is done!\n",
      "      News 6308 is done!\n",
      "      News 6309 is done!\n",
      "      News 6310 is done!\n",
      "      News 6311 is done!\n",
      "      News 6312 is done!\n",
      "      News 6313 is done!\n",
      "      News 6314 is done!\n",
      "      News 6315 is done!\n",
      "      News 6316 is done!\n"
     ]
    }
   ],
   "source": [
    "links = pd.read_csv('./FarsSport-139708&07-links.csv')['0']\n",
    "kham = []\n",
    "t = 0\n",
    "for link in links.iloc[991:]:\n",
    "    t+=1\n",
    "    req = requests.get(link)\n",
    "    html = BeautifulSoup(req.text , 'html.parser')\n",
    "    kham.append(html)\n",
    "    print('     ','News',t,'is done!')\n",
    "pd.DataFrame(kham).to_csv('FarsSport_Uncleaned.csv')\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Process HTML's"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "get:\n",
    "- img src\n",
    "- date\n",
    "- time\n",
    "- teller\n",
    "- title\n",
    "- summery\n",
    "- body\n",
    "- category"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [],
   "source": [
    "# links = pd.read_csv('./FarsSport-139708&07-links.csv')['0']\n",
    "d1 = pd.read_csv('./DataSets/NewsHTML/FarsEconomy_Uncleaned.csv')['0']\n",
    "d2 = pd.read_csv('./DataSets/NewsHTML/FarsPolitic_Uncleaned.csv')['0']\n",
    "d3 = pd.read_csv('./DataSets/NewsHTML/FarsSocial_Uncleaned.csv')['0']\n",
    "d4 = pd.read_csv('./DataSets/NewsHTML/FarsSport_Uncleaned.csv')['0']\n",
    "# links.shape\n",
    "# pd.DataFrame(kham).head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.DataFrame(columns=['cat','subcat','time','date','countComment','teller','title','summery','body'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [],
   "source": [
    "# txt = d1['0'].iloc[20]\n",
    "def DataSetMaker(txt):\n",
    "\n",
    "    cat,subcat,time,date,teller,title,summery,body = '','','','','','','',''\n",
    "    html = BeautifulSoup(txt , 'html.parser')\n",
    "#     print('      ',html)\n",
    "    ######Cat\n",
    "    top = html.find(class_='header py-2 mb-4 d-flex flex-wrap justify-content-between align-items-center text-right px-2 border-bottom')\n",
    "#     print('      ',top)\n",
    "    try:\n",
    "        \n",
    "        catField = top.findAll('div')[0].findAll('a')\n",
    "#         print('      ',11)\n",
    "        cat    = catField[0].get_text().replace('  ','').replace('\\r\\n','') #cat\n",
    "#         print('      ',12)\n",
    "        try:\n",
    "            subcat = catField[1].get_text().replace('  ','').replace('\\r\\n','')\n",
    "        except IndexError:\n",
    "            subcat = 'dirty'\n",
    "#          #subcat\n",
    "    \n",
    "#         print('      ',1)\n",
    "    ######\n",
    "    ######Time&Date\n",
    "    \n",
    "        dateField = top.findAll('div')[1]\n",
    "        time = dateField.findAll('span')[0].get_text() #time\n",
    "        date = dateField.findAll('span')[2].get_text() #date\n",
    "#         print('      ',2)\n",
    "    ###########\n",
    "\n",
    "    ##########News\n",
    "    \n",
    "        header = html.find(class_='top')\n",
    "        teller   = header.find(class_='headline d-block mb-1').get_text()#Teller\n",
    "        title    = header.find(class_='title mb-2 d-block text-justify').get_text()#title\n",
    "        summery  = header.find(class_='lead p-2 text-justify').get_text().replace('  ','')#Summery\n",
    "#         imageUrl = header.find('img').get('src')#imageLinks\n",
    "#         print('      ',3)\n",
    "    ######body\n",
    "    \n",
    "        b = html.find(class_='nt-body text-right mt-4')\n",
    "        body = b.get_text()#body\n",
    "\n",
    "        return({\n",
    "              'cat'     :cat,\n",
    "              'subcat'  :subcat,\n",
    "              'time'    :time,\n",
    "              'date'    :date,\n",
    "              'teller'  :teller,\n",
    "              'title'   :title,\n",
    "              'summery' :summery,\n",
    "              'body'    :body\n",
    "        })\n",
    "    except:\n",
    "        print('     ','whhyyy!!!!')\n",
    "        return({\n",
    "              'cat'     :cat,\n",
    "              'subcat'  :subcat,\n",
    "              'time'    :time,\n",
    "              'date'    :date,\n",
    "              'teller'  :teller,\n",
    "              'title'   :title,\n",
    "              'summery' :summery,\n",
    "              'body'    :body\n",
    "        })\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      whhyyy!!!!\n",
      "      whhyyy!!!!\n",
      "      whhyyy!!!!\n",
      "      whhyyy!!!!\n",
      "      whhyyy!!!!\n",
      "      whhyyy!!!!\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>body</th>\n",
       "      <th>cat</th>\n",
       "      <th>date</th>\n",
       "      <th>subcat</th>\n",
       "      <th>summery</th>\n",
       "      <th>teller</th>\n",
       "      <th>time</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از کنفدراسیون ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nبر اساس تصمیم وزیر صنعت،‌معدن و تجارت مدت ...</td>\n",
       "      <td>بر اساس تصمیم وزیر صنعت،‌معدن و تجارت</td>\n",
       "      <td>۱۸:۴۸</td>\n",
       "      <td>مدت زمان بازگشت ارز حاصل از صادرات فرش 7 ماهه شد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nمرکز توسعه تجارت الکترونیکی با صدور اطلاعی...</td>\n",
       "      <td>از سوی مرکز توسعه تجارت الکترونیکی منتشر شد</td>\n",
       "      <td>۱۸:۰۹</td>\n",
       "      <td>اطلاعیه‌ دیرهنگام مبنی برغیرقانونی بودن فعالیت...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، در ح...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nدر حالی که قرار بوددر هفته جاریاستیضاح شری...</td>\n",
       "      <td>فارس گزارش می‌دهد</td>\n",
       "      <td>۱۷:۳۳</td>\n",
       "      <td>دو راهی استیضاح و استعفای شریعتمداری</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، براس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nآسمان تهران فردا نیمه‌ابری در برخی ساعات ر...</td>\n",
       "      <td>فارس از وضعیت آب‌‌و‌‌هوا گزارش می‌دهد</td>\n",
       "      <td>۱۷:۱۵</td>\n",
       "      <td>وزش باد شدید و رعدوبرق در پایتخت/هشدار وقوع سی...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از انگجت، گوگل...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nکاربران گوشی‌های پیکسل گوگل که به دنبال وق...</td>\n",
       "      <td></td>\n",
       "      <td>۱۷:۱۲</td>\n",
       "      <td>تعمیر رایگان گوشی‌های آسیب‌دیده در توفان سهمگی...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، در م...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nبیمه و بانک\\r\\n</td>\n",
       "      <td>\\r\\nامروز در بازار تهران سکه طرح جدید با 101 ه...</td>\n",
       "      <td></td>\n",
       "      <td>۱۷:۰۰</td>\n",
       "      <td>رشد قیمت سکه و ارز+ جدول</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار، ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nنرخ تورم دوازده ماهه منتهی به شهریور ماه ١...</td>\n",
       "      <td>مرکز آمار</td>\n",
       "      <td>۱۶:۵۶</td>\n",
       "      <td>تورم شهریور به 11.3 درصد رسید</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار ا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nبر اساس گزارش مرکز آمار ایران، بهار امسال٢...</td>\n",
       "      <td>براساس گزارش مرکز آمار ایران</td>\n",
       "      <td>۱۶:۱۵</td>\n",
       "      <td>متوسط قیمت خرید مسکن 29.7 درصد در بهار رشد کرد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nنماینده ایران در هیأت عامل اوپک گفت: ایران...</td>\n",
       "      <td>در نشست امروز اوپک</td>\n",
       "      <td>۱۵:۱۸</td>\n",
       "      <td>ایران  از پایبندی اعضا به توافق\" کاهش تولید نف...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>\\nعزیز اکبریان در گفت‌وگو با خبرنگار اقتصادی خ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nرئیس کمیسیون صنایع و معادن مجلس با اشاره ب...</td>\n",
       "      <td>رئیس کمیسیون صنایع و معادن مجلس در گفت‌‌وگو با...</td>\n",
       "      <td>۱۵:۰۷</td>\n",
       "      <td>۳ تغییر کابینه بعد از بازگشت رئیس جمهور اعلام ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، قیمت...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nقیمت خودرو امروز در بازار تهران نسبت به رو...</td>\n",
       "      <td>در بازار روی داد</td>\n",
       "      <td>۱۴:۵۸</td>\n",
       "      <td>ثبات نسبی قیمت خودرو + جدول</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، عبدا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nمدیرکل هیأتهای حل اختلاف مالیاتی از منع مش...</td>\n",
       "      <td>فارس منتشر کرد</td>\n",
       "      <td>۱۴:۴۹</td>\n",
       "      <td>مشاوران مالیاتی از حضور در هیات‌های حل اختلاف ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>\\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nاز امروز قیمت هر دقیقه مکالمه داخل شبکه سی...</td>\n",
       "      <td>همراه اول و ایرانسل تعرفه را افزایش دادند</td>\n",
       "      <td>۱۴:۴۲</td>\n",
       "      <td>تورم به اپراتورهای موبایل هم رسید</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، باتو...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nبیمه و بانک\\r\\n</td>\n",
       "      <td>\\r\\nشنیده‌ها حاکی است بانک مرکزی به جای استفاد...</td>\n",
       "      <td>فارس خبر می‌دهد</td>\n",
       "      <td>۱۴:۴۰</td>\n",
       "      <td>نرخ سود سپرده تغییر نمی‌کند</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>\\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nپس از اینکه همراه اول اعلام کرد از اول مهر...</td>\n",
       "      <td>فارس خبر می‌دهد</td>\n",
       "      <td>۱۴:۲۹</td>\n",
       "      <td>ایرانسل تعرفه مکالمه را گران کرد+مقایسه قیمت‌ه...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>\\nبه گزارش خبرنگار بورس خبرگزاری فارس، شاخص کل...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nبورس\\r\\n</td>\n",
       "      <td>\\r\\nمعامله‌گران بورس تهران شاهد چرخش نقدینگی د...</td>\n",
       "      <td>فارس از آن سوی تالار شیشه‌ای گزارش می‌دهد</td>\n",
       "      <td>۱۳:۳۳</td>\n",
       "      <td>شاخص کل بورس از 165 هزار واحد عبور کرد / بازار...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل فارس به نقل ا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nرویترز نوشت: با وجود تلاش اوپک برای افزایش...</td>\n",
       "      <td>رویترز خبر داد</td>\n",
       "      <td>۱۲:۵۳</td>\n",
       "      <td>چالش اوپک و هم‌پیمانانش برای جبران کمبود عرضه ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nنشست امروز اوپک در الجزیره درحال برگزاری ا...</td>\n",
       "      <td>فارس گزارش می‌دهد</td>\n",
       "      <td>۱۲:۵۱</td>\n",
       "      <td>چند صدایی در نشست امروز اوپک/ اعضا تا چه انداز...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>\\nبه گزارش خبرنگار کشاورزی خبرگزاری فارس، حجت ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nکشاورزی و امور دام\\r\\n</td>\n",
       "      <td>\\r\\nمدیرکل امور ایثارگران وزارت جهاد کشاورزی گ...</td>\n",
       "      <td>مدیرکل امور ایثارگران وزارت جهاد کشاورزی خبرداد</td>\n",
       "      <td>۱۲:۴۵</td>\n",
       "      <td>واگذاری 23 شرکت وزارت جهاد کشاورزی به ایثارگرا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس، روابط عمومی بانک مرک...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nبیمه و بانک\\r\\n</td>\n",
       "      <td>\\r\\nتسهیلات پرداختی بانک‌ها به بخش‌های اقتصادی...</td>\n",
       "      <td></td>\n",
       "      <td>۱۲:۴۵</td>\n",
       "      <td>رشد ۱۵.۶ درصدی تسهیلات اعطایی بانک‌ها در ۵ ماه...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری وزارت نفت ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n نفت و انرژی\\r\\n</td>\n",
       "      <td>\\r\\nعرضه مداوم به صورت محموله‌های کوچک، عرضه ی...</td>\n",
       "      <td>فارس گزارش می دهد</td>\n",
       "      <td>۱۲:۴۲</td>\n",
       "      <td>چهار الزام اجرایی شدن مصوبه شورای هماهنگی اقتص...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، مصطف...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nمدیرعامل شرکت خط و ابنیه فنی راه‌آهن از ات...</td>\n",
       "      <td>مدیرعامل شرکت خط و ابنیه فنی راه‌آهن اعلام کرد</td>\n",
       "      <td>۱۲:۳۹</td>\n",
       "      <td>اتصال ریلی قزوین به رشت تا پایان مهرماه/تکمیل ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از پاون، فریدو...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n نفت و انرژی\\r\\n</td>\n",
       "      <td>\\r\\nعضو هیات رئیسه کمیسیون انرژی مجلس شورای اس...</td>\n",
       "      <td>عضو هیات رئیسه کمیسیون انرژی مجلس شورای اسلامی...</td>\n",
       "      <td>۱۲:۰۶</td>\n",
       "      <td>حمایت مجلس از اجرای طرح تغییر تعرفه برق پرمصرف...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>\\nحبیب‌الله چاغروندی در گفت‌وگو با خبرنگار اقت...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nمدیرعامل جدید شهر پردیس با تأکید بر اینکه ...</td>\n",
       "      <td>مدیرعامل شهر جدید پردیس در گفت‌وگو با فارس خبر...</td>\n",
       "      <td>۱۲:۰۵</td>\n",
       "      <td>پالایش ثبت‌نام‌کنندگان مازاد مسکن مهر/ احتمال ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nبیمه و بانک\\r\\n</td>\n",
       "      <td>\\r\\nبانک مرکزی مجوز برگزاری مجامع ۲۰ بانک و مو...</td>\n",
       "      <td>بانک مرکزی اعلام کرد</td>\n",
       "      <td>۱۲:۰۴</td>\n",
       "      <td>صدور مجوز برگزاری مجمع برای۲۰ بانک/ ۱۳ بانک در...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>\\nموسی شهبازی غیاثی در گفت‌وگو با خبرنگار اقتص...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nکارشناس اقتصاد با بیان اینکه FATF در کنار ...</td>\n",
       "      <td>کارشناس مسائل بانکی در گفت‌وگو با فارس:</td>\n",
       "      <td>۱۲:۰۰</td>\n",
       "      <td>FATF روی مبادلات صرافی‌ها دست گذاشته بود/ رابط...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>\\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nتعرفه مکالمه همراه اول از امروز یکسان شده ...</td>\n",
       "      <td>فارس گزارش می دهد</td>\n",
       "      <td>۱۱:۵۷</td>\n",
       "      <td>تغییر تعرفه مکالمه همراه اول از امروز+ مقایسه ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، به د...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nتعاون و اشتغال\\r\\n</td>\n",
       "      <td>\\r\\nتعلل در برگزاری نشست شورای عالی کار برای ت...</td>\n",
       "      <td>در نامه نمایندگان کارگری به سرپرست وزارت کار م...</td>\n",
       "      <td>۱۱:۵۲</td>\n",
       "      <td>درخواست برگزاری نشست فوق‌العاده شورای عالی کار...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، بخشن...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nبخشنامه مستثنی شدن خرید تجهیزات و ملزومات ...</td>\n",
       "      <td>براساس بخشنامه وزارت صمت</td>\n",
       "      <td>۱۱:۵۱</td>\n",
       "      <td>تجهیزات و ملزومات پزشکی از مصوبه دولت مستثنی شدند</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nدبیرکل اوپک اعلام کرد: میزان مصرف نفت جهان...</td>\n",
       "      <td>تا پایان امسال</td>\n",
       "      <td>۱۱:۴۸</td>\n",
       "      <td>مصرف نفت جهان نسبت به 50 سال گذشته ۲ برابر می‌شود</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2369</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از پایگاه اطلا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nکشاورزی و امور دام\\r\\n</td>\n",
       "      <td>\\r\\nمدیر باغبانی سازمان جهاد کشاورزی استان گیل...</td>\n",
       "      <td>مدیر باغبانی سازمان جهاد کشاورزی استان گیلان:</td>\n",
       "      <td>۱۰:۵۷</td>\n",
       "      <td>۵۰ درصد قیمت نهال زیتون در اراضی شیبدار گیلان ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2370</th>\n",
       "      <td>\\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nباوجود پایان دادگاه متهمان پرونده واردکنند...</td>\n",
       "      <td>باوجود پایان دادگاه متهمان پرونده واردکنندگان ...</td>\n",
       "      <td>۱۰:۵۷</td>\n",
       "      <td>مجوزی برای عرضه گوشی‌های توقیفی در انبار صادر ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2371</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از زددی نت، شر...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nشرکت مخابراتی وریزون در آمریکا برای اولین ...</td>\n",
       "      <td></td>\n",
       "      <td>۱۰:۵۲</td>\n",
       "      <td>شبکه نسل پنجم تلفن همراه برای اولین بار عملیات...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2372</th>\n",
       "      <td>\\nبه گزارش گروه بین‌الملل خبرگزاری فارس، «ولید...</td>\n",
       "      <td>بین الملل</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nغرب آسیا\\r\\n</td>\n",
       "      <td>\\r\\nیک نماینده پارلمان عراق از تلاش نخست‌وزیر ...</td>\n",
       "      <td></td>\n",
       "      <td>۱۰:۳۴</td>\n",
       "      <td>تلاش نخست‌وزیر عراق برای معافیت بغداد از تحریم...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2373</th>\n",
       "      <td>\\nبه گزارش گروه بین‌الملل خبرگزاری فارس،  «پیت...</td>\n",
       "      <td>بین الملل</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nآمریکا، اروپا\\r\\n</td>\n",
       "      <td>\\r\\nسخنگوی وزارت خارجه اتریش اعلام کرد که کشور...</td>\n",
       "      <td></td>\n",
       "      <td>۱۰:۳۱</td>\n",
       "      <td>اتریش میزبانی کانال مالی ایران و اروپا  را رد کرد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2374</th>\n",
       "      <td>\\nاخبار شرکتها؛ صبح دیروز مراسم امضای تفاهم نا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nسایر حوزه ها\\r\\n</td>\n",
       "      <td>\\r\\nمدیر عامل بانک قرض الحسنه رسالت درحاشیه مر...</td>\n",
       "      <td>مدیر عامل بانک قرض الحسنه رسالت:</td>\n",
       "      <td>۱۰:۲۶</td>\n",
       "      <td>باید ازفرهنگ غلط پشت میزنشینی فاصله گرفت/ مهار...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2375</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از صداوسیما، م...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nمعاون سازمان استاندارد گفت: زیرساخت‌های خو...</td>\n",
       "      <td>معاون سازمان ملی استاندارد:</td>\n",
       "      <td>۰۹:۴۵</td>\n",
       "      <td>زیرساخت‌های خودروسازی و استاندارد آلایندگی به ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2376</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، براس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\n براساس عملکرد درآمدهای مالیاتی دولت، ایرا...</td>\n",
       "      <td>در نیمه نخست امسال</td>\n",
       "      <td>۰۵:۱۲</td>\n",
       "      <td>ایرانی‌ها چقدر مالیات بر ثروت دادند؟/جای خالی ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2377</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\n نفت و انرژی\\r\\n</td>\n",
       "      <td>\\r\\nنماینده کویت در اوپکگفت: مازاد عرضه بین 50...</td>\n",
       "      <td>نماینده کویت در اوپک:</td>\n",
       "      <td>۰۴:۰۳</td>\n",
       "      <td>مازاد عرضه نفت در سال 2019  نیم تا یک میلیون ب...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2378</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nمدیر اداره خاورمیانه و آسیای مرکزی صندوق ب...</td>\n",
       "      <td>مدیر اداره خاورمیانه صندوق بین المللی پول :</td>\n",
       "      <td>۰۱:۴۰</td>\n",
       "      <td>قیمت نفت در سال 2019 صعودی خواهد بود</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2379</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\n نفت و انرژی\\r\\n</td>\n",
       "      <td>\\r\\nوزارت انرژی روسیه اعلام کرد: این کشور تولی...</td>\n",
       "      <td>بر اساس اعلام وزارت انرژی روسیه؛</td>\n",
       "      <td>۰۱:۲۲</td>\n",
       "      <td>روسیه تولید نفتش را برای 2019 کاهش نمی‌دهد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2380</th>\n",
       "      <td>\\nسید کمال سید علی در گفت‌وگو با خبرنگار اقتصا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nمدیرعامل صندوق ضمانت صادرات ایران گفت: وزا...</td>\n",
       "      <td>مدیرعامل صندوق ضمانت صادرات به فارس خبر داد:</td>\n",
       "      <td>۰۰:۲۸</td>\n",
       "      <td>درخواست وزارت نفت از صندوق ضمانت برای پوشش بیم...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2381</th>\n",
       "      <td>\\nعلیرضا تابش در گفت‌وگو با خبرنگار مسکن خبرگز...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nرئیس بنیاد مسکن انقلاب اسلامی با بیان اینک...</td>\n",
       "      <td>رئیس بنیاد مسکن در گفت‌وگو با فارس:</td>\n",
       "      <td>۰۰:۰۲</td>\n",
       "      <td>هیچ مسکن اجتماعی احداث نشد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2382</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nنایب رئیس شورای ملی زعفران ازرشد 60 درصدی ...</td>\n",
       "      <td>نایب رئیس شورای ملی زعفران در گفت‌وگو با ترند:</td>\n",
       "      <td>۰۰:۰۲</td>\n",
       "      <td>درآمد 145 میلیون دلاری از زعفران در 6 ماه/ آذر...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2383</th>\n",
       "      <td>\\nپربحث‌ترین اخبار خبرگزاری فارس در روز گذشته ...</td>\n",
       "      <td>فرهنگ و هنر</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nرسانه\\r\\n</td>\n",
       "      <td>\\r\\nیک درصد نمایش‌های روی صحنه هم درباره خانوا...</td>\n",
       "      <td></td>\n",
       "      <td>۰۰:۰۱</td>\n",
       "      <td>پربحث‌ترین اخبار خبرگزاری فارس در 22آبان</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2384</th>\n",
       "      <td>\\nپربیننده‌ترین اخبار خبرگزاری فارس در روز گذش...</td>\n",
       "      <td>فرهنگ و هنر</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nرسانه\\r\\n</td>\n",
       "      <td>\\r\\nحنای «آخوندی» رنگ نداشت و فیلم لحظه انهدام...</td>\n",
       "      <td></td>\n",
       "      <td>۰۰:۰۱</td>\n",
       "      <td>پربیننده‌ترین اخبار خبرگزاری فارس در 24ساعت گذ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2385</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nماموران گمرک پرویز خان با رصد یک محموله تج...</td>\n",
       "      <td>گمرک خبر داد</td>\n",
       "      <td>۱۴:۲۵</td>\n",
       "      <td>توقیف 22 تن گوجه فرنگی قاچاق</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2386</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار ا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\n شاخص قیمت تولید کننده زراعت، باغداری و دا...</td>\n",
       "      <td>مرکز آمار:‌</td>\n",
       "      <td>۱۳:۵۱</td>\n",
       "      <td>قیمت تولید زراعی،باغی و دامداری ۲۵.۶ درصد گران شد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2387</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nبلومبرگ اعلام کرد کاهش ارزش بورس بازارهای ...</td>\n",
       "      <td>بلومبرگ:</td>\n",
       "      <td>۱۲:۵۳</td>\n",
       "      <td>سقوط بازارهای بورس آمریکا برای پنجمین روز متوا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2388</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، موسس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nموسسه عالی آموزش و پژوهش‌ مدیریت و برنامه ...</td>\n",
       "      <td>موسسه عالی آموزش و پژوهش خبر داد</td>\n",
       "      <td>۱۲:۴۹</td>\n",
       "      <td>موافقت رئیس جمهور با استعفای مسعود نیلی</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2389</th>\n",
       "      <td>\\nبه گزارش گروه بین‌الملل خبرگزاری فارس، دو وز...</td>\n",
       "      <td>بین الملل</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nآمریکا، اروپا\\r\\n</td>\n",
       "      <td>\\r\\nدو وزیر کابینه دولت انگلستان و چند تن دیگر...</td>\n",
       "      <td></td>\n",
       "      <td>۱۲:۴۲</td>\n",
       "      <td>استعفای دو وزیر دولت انگلیس در اعتراض به طرح ب...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2390</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nدر اجرای ماده ۱۶ قانون برنامه ششم توسعه کش...</td>\n",
       "      <td>به ریاست رئیس کل بانک مرکزی برگزار شد</td>\n",
       "      <td>۱۲:۲۰</td>\n",
       "      <td>جلسه شورای فقهی بانك مركزی با هدف اجرای صحیح ع...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2391</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nدر پی تعرفه ۲۵ درصدی روی خودروهای اروپایی ...</td>\n",
       "      <td>کمیسر تجارت اتحادیه اروپا:</td>\n",
       "      <td>۱۲:۰۰</td>\n",
       "      <td>اتحادیه اروپا فهرستی از تحریم‌های تلافی‌جویانه...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2392</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس،محمد ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nدر حالیکه کمتر از ۵۰ روز پیش پروانه اشتغال...</td>\n",
       "      <td>فارس گزارش می دهد</td>\n",
       "      <td>۱۱:۵۶</td>\n",
       "      <td>ماجراهای ابطال و رفع تعلیق پروانه اشتغال به کا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2393</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nتاجران اروپایی اعلام کردند که ایران ۶۰ هزا...</td>\n",
       "      <td>رویترز:</td>\n",
       "      <td>۱۱:۳۱</td>\n",
       "      <td>ایران ۶۰ هزار تن برنج از هند خریداری می‌کند</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2394</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از پایگاه خبری...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nمدیرعامل بانک مسکن ضمن تشریح عملکرد آن بان...</td>\n",
       "      <td>مدیرعامل بانک مسکن تشریح کرد</td>\n",
       "      <td>۱۱:۰۷</td>\n",
       "      <td>پرداخت بيش از ۳۲۳ هزار میلیارد ریال تسهیلات مس...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2395</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از پایگاه خبری...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nاداره کل راه و شهرسازی استان تهران در نظر ...</td>\n",
       "      <td>اداره کل راه و شهرسازی استان تهران اعلام کرد</td>\n",
       "      <td>۱۱:۰۳</td>\n",
       "      <td>واگذاری پروژه های بلند مرتبه تهرانسر از طریق م...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2396</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nبراساس اعلام منبع آگاه پس از معافیت تحریمی...</td>\n",
       "      <td>پس از معافیت تحریمی آمریکا</td>\n",
       "      <td>۱۱:۰۲</td>\n",
       "      <td>کره‌جنوبی روزانه ۲۰۰ هزار بشکه نفت می‌تواند از...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2397</th>\n",
       "      <td>\\nبه گزارش گروه بین‌الملل خبرگزاری فارس، منابع...</td>\n",
       "      <td>بین الملل</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nآمریکا، اروپا\\r\\n</td>\n",
       "      <td>\\r\\nاروپا در تلاش است لوگزامبورک را برای پذیرش...</td>\n",
       "      <td></td>\n",
       "      <td>۱۰:۱۵</td>\n",
       "      <td>اروپایی‌ها به دنبال ابتکار عمل برای تجارت با ا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2398</th>\n",
       "      <td>\\n                       \\n</td>\n",
       "      <td>اجتماعی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>dirty</td>\n",
       "      <td>\\r\\nتصاویر صفحه نخست روزنامه های امروز( پنج‌شن...</td>\n",
       "      <td>در حال به روزرسانی</td>\n",
       "      <td>۰۲:۳۴</td>\n",
       "      <td>صفحه نخست روزنامه‌های امروز، پنج‌شنبه</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2399 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   body          cat  \\\n",
       "0     \\nبه گزارش خبرگزاری فارس به نقل از کنفدراسیون ...      اقتصادی   \n",
       "1     \\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...      اقتصادی   \n",
       "2     \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، در ح...      اقتصادی   \n",
       "3     \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، براس...      اقتصادی   \n",
       "4     \\nبه گزارش خبرگزاری فارس به نقل از انگجت، گوگل...      اقتصادی   \n",
       "5     \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، در م...      اقتصادی   \n",
       "6     \\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار، ...      اقتصادی   \n",
       "7     \\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار ا...      اقتصادی   \n",
       "8     \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "9     \\nعزیز اکبریان در گفت‌وگو با خبرنگار اقتصادی خ...      اقتصادی   \n",
       "10    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، قیمت...      اقتصادی   \n",
       "11    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، عبدا...      اقتصادی   \n",
       "12    \\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...      اقتصادی   \n",
       "13    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، باتو...      اقتصادی   \n",
       "14    \\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...      اقتصادی   \n",
       "15    \\nبه گزارش خبرنگار بورس خبرگزاری فارس، شاخص کل...      اقتصادی   \n",
       "16    \\nبه گزارش گروه اقتصاد بین‌الملل فارس به نقل ا...      اقتصادی   \n",
       "17    \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "18    \\nبه گزارش خبرنگار کشاورزی خبرگزاری فارس، حجت ...      اقتصادی   \n",
       "19    \\nبه گزارش خبرگزاری فارس، روابط عمومی بانک مرک...      اقتصادی   \n",
       "20    \\nبه گزارش خبرنگار اقتصادی خبرگزاری وزارت نفت ...      اقتصادی   \n",
       "21    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، مصطف...      اقتصادی   \n",
       "22    \\nبه گزارش خبرگزاری فارس به نقل از پاون، فریدو...      اقتصادی   \n",
       "23    \\nحبیب‌الله چاغروندی در گفت‌وگو با خبرنگار اقت...      اقتصادی   \n",
       "24    \\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...      اقتصادی   \n",
       "25    \\nموسی شهبازی غیاثی در گفت‌وگو با خبرنگار اقتص...      اقتصادی   \n",
       "26    \\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...      اقتصادی   \n",
       "27    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، به د...      اقتصادی   \n",
       "28    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، بخشن...      اقتصادی   \n",
       "29    \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "...                                                 ...          ...   \n",
       "2369  \\nبه گزارش خبرگزاری فارس به نقل از پایگاه اطلا...      اقتصادی   \n",
       "2370  \\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...      اقتصادی   \n",
       "2371  \\nبه گزارش خبرگزاری فارس به نقل از زددی نت، شر...      اقتصادی   \n",
       "2372  \\nبه گزارش گروه بین‌الملل خبرگزاری فارس، «ولید...    بین الملل   \n",
       "2373  \\nبه گزارش گروه بین‌الملل خبرگزاری فارس،  «پیت...    بین الملل   \n",
       "2374  \\nاخبار شرکتها؛ صبح دیروز مراسم امضای تفاهم نا...      اقتصادی   \n",
       "2375  \\nبه گزارش خبرگزاری فارس به نقل از صداوسیما، م...      اقتصادی   \n",
       "2376  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، براس...      اقتصادی   \n",
       "2377  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...      اقتصادی   \n",
       "2378  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...      اقتصادی   \n",
       "2379  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...      اقتصادی   \n",
       "2380  \\nسید کمال سید علی در گفت‌وگو با خبرنگار اقتصا...      اقتصادی   \n",
       "2381  \\nعلیرضا تابش در گفت‌وگو با خبرنگار مسکن خبرگز...      اقتصادی   \n",
       "2382  \\nبه گزارش گروه اقتصاد بین الملل خبرگزاری فارس...      اقتصادی   \n",
       "2383  \\nپربحث‌ترین اخبار خبرگزاری فارس در روز گذشته ...  فرهنگ و هنر   \n",
       "2384  \\nپربیننده‌ترین اخبار خبرگزاری فارس در روز گذش...  فرهنگ و هنر   \n",
       "2385  \\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...      اقتصادی   \n",
       "2386  \\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار ا...      اقتصادی   \n",
       "2387  \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "2388  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، موسس...      اقتصادی   \n",
       "2389  \\nبه گزارش گروه بین‌الملل خبرگزاری فارس، دو وز...    بین الملل   \n",
       "2390  \\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...      اقتصادی   \n",
       "2391  \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "2392  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس،محمد ...      اقتصادی   \n",
       "2393  \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "2394  \\nبه گزارش خبرگزاری فارس به نقل از پایگاه خبری...      اقتصادی   \n",
       "2395  \\nبه گزارش خبرگزاری فارس به نقل از پایگاه خبری...      اقتصادی   \n",
       "2396  \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "2397  \\nبه گزارش گروه بین‌الملل خبرگزاری فارس، منابع...    بین الملل   \n",
       "2398                        \\n                       \\n      اجتماعی   \n",
       "\n",
       "           date                              subcat  \\\n",
       "0      ۱۳۹۷/۷/۱     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "1      ۱۳۹۷/۷/۱     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "2      ۱۳۹۷/۷/۱     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "3      ۱۳۹۷/۷/۱                  \\r\\nراه و مسکن\\r\\n   \n",
       "4      ۱۳۹۷/۷/۱  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "5      ۱۳۹۷/۷/۱                 \\r\\nبیمه و بانک\\r\\n   \n",
       "6      ۱۳۹۷/۷/۱         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "7      ۱۳۹۷/۷/۱         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "8      ۱۳۹۷/۷/۱           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "9      ۱۳۹۷/۷/۱     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "10     ۱۳۹۷/۷/۱     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "11     ۱۳۹۷/۷/۱         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "12     ۱۳۹۷/۷/۱  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "13     ۱۳۹۷/۷/۱                 \\r\\nبیمه و بانک\\r\\n   \n",
       "14     ۱۳۹۷/۷/۱  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "15     ۱۳۹۷/۷/۱                        \\r\\nبورس\\r\\n   \n",
       "16     ۱۳۹۷/۷/۱           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "17     ۱۳۹۷/۷/۱           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "18     ۱۳۹۷/۷/۱          \\r\\nکشاورزی و امور دام\\r\\n   \n",
       "19     ۱۳۹۷/۷/۱                 \\r\\nبیمه و بانک\\r\\n   \n",
       "20     ۱۳۹۷/۷/۱                \\r\\n نفت و انرژی\\r\\n   \n",
       "21     ۱۳۹۷/۷/۱                  \\r\\nراه و مسکن\\r\\n   \n",
       "22     ۱۳۹۷/۷/۱                \\r\\n نفت و انرژی\\r\\n   \n",
       "23     ۱۳۹۷/۷/۱                  \\r\\nراه و مسکن\\r\\n   \n",
       "24     ۱۳۹۷/۷/۱                 \\r\\nبیمه و بانک\\r\\n   \n",
       "25     ۱۳۹۷/۷/۱         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "26     ۱۳۹۷/۷/۱  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "27     ۱۳۹۷/۷/۱              \\r\\nتعاون و اشتغال\\r\\n   \n",
       "28     ۱۳۹۷/۷/۱         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "29     ۱۳۹۷/۷/۱           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "...         ...                                 ...   \n",
       "2369  ۱۳۹۷/۸/۲۳          \\r\\nکشاورزی و امور دام\\r\\n   \n",
       "2370  ۱۳۹۷/۸/۲۳  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "2371  ۱۳۹۷/۸/۲۳  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "2372  ۱۳۹۷/۸/۲۳                    \\r\\nغرب آسیا\\r\\n   \n",
       "2373  ۱۳۹۷/۸/۲۳               \\r\\nآمریکا، اروپا\\r\\n   \n",
       "2374  ۱۳۹۷/۸/۲۳                \\r\\nسایر حوزه ها\\r\\n   \n",
       "2375  ۱۳۹۷/۸/۲۳     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "2376  ۱۳۹۷/۸/۲۳         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "2377  ۱۳۹۷/۸/۲۳                \\r\\n نفت و انرژی\\r\\n   \n",
       "2378  ۱۳۹۷/۸/۲۳           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2379  ۱۳۹۷/۸/۲۳                \\r\\n نفت و انرژی\\r\\n   \n",
       "2380  ۱۳۹۷/۸/۲۳     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "2381  ۱۳۹۷/۸/۲۳                  \\r\\nراه و مسکن\\r\\n   \n",
       "2382  ۱۳۹۷/۸/۲۳           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2383  ۱۳۹۷/۸/۲۳                       \\r\\nرسانه\\r\\n   \n",
       "2384  ۱۳۹۷/۸/۲۳                       \\r\\nرسانه\\r\\n   \n",
       "2385  ۱۳۹۷/۸/۲۴         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "2386  ۱۳۹۷/۸/۲۴         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "2387  ۱۳۹۷/۸/۲۴           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2388  ۱۳۹۷/۸/۲۴         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "2389  ۱۳۹۷/۸/۲۴               \\r\\nآمریکا، اروپا\\r\\n   \n",
       "2390  ۱۳۹۷/۸/۲۴         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "2391  ۱۳۹۷/۸/۲۴           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2392  ۱۳۹۷/۸/۲۴                  \\r\\nراه و مسکن\\r\\n   \n",
       "2393  ۱۳۹۷/۸/۲۴           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2394  ۱۳۹۷/۸/۲۴                  \\r\\nراه و مسکن\\r\\n   \n",
       "2395  ۱۳۹۷/۸/۲۴                  \\r\\nراه و مسکن\\r\\n   \n",
       "2396  ۱۳۹۷/۸/۲۴           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2397  ۱۳۹۷/۸/۲۴               \\r\\nآمریکا، اروپا\\r\\n   \n",
       "2398  ۱۳۹۷/۸/۲۴                               dirty   \n",
       "\n",
       "                                                summery  \\\n",
       "0     \\r\\nبر اساس تصمیم وزیر صنعت،‌معدن و تجارت مدت ...   \n",
       "1     \\r\\nمرکز توسعه تجارت الکترونیکی با صدور اطلاعی...   \n",
       "2     \\r\\nدر حالی که قرار بوددر هفته جاریاستیضاح شری...   \n",
       "3     \\r\\nآسمان تهران فردا نیمه‌ابری در برخی ساعات ر...   \n",
       "4     \\r\\nکاربران گوشی‌های پیکسل گوگل که به دنبال وق...   \n",
       "5     \\r\\nامروز در بازار تهران سکه طرح جدید با 101 ه...   \n",
       "6     \\r\\nنرخ تورم دوازده ماهه منتهی به شهریور ماه ١...   \n",
       "7     \\r\\nبر اساس گزارش مرکز آمار ایران، بهار امسال٢...   \n",
       "8     \\r\\nنماینده ایران در هیأت عامل اوپک گفت: ایران...   \n",
       "9     \\r\\nرئیس کمیسیون صنایع و معادن مجلس با اشاره ب...   \n",
       "10    \\r\\nقیمت خودرو امروز در بازار تهران نسبت به رو...   \n",
       "11    \\r\\nمدیرکل هیأتهای حل اختلاف مالیاتی از منع مش...   \n",
       "12    \\r\\nاز امروز قیمت هر دقیقه مکالمه داخل شبکه سی...   \n",
       "13    \\r\\nشنیده‌ها حاکی است بانک مرکزی به جای استفاد...   \n",
       "14    \\r\\nپس از اینکه همراه اول اعلام کرد از اول مهر...   \n",
       "15    \\r\\nمعامله‌گران بورس تهران شاهد چرخش نقدینگی د...   \n",
       "16    \\r\\nرویترز نوشت: با وجود تلاش اوپک برای افزایش...   \n",
       "17    \\r\\nنشست امروز اوپک در الجزیره درحال برگزاری ا...   \n",
       "18    \\r\\nمدیرکل امور ایثارگران وزارت جهاد کشاورزی گ...   \n",
       "19    \\r\\nتسهیلات پرداختی بانک‌ها به بخش‌های اقتصادی...   \n",
       "20    \\r\\nعرضه مداوم به صورت محموله‌های کوچک، عرضه ی...   \n",
       "21    \\r\\nمدیرعامل شرکت خط و ابنیه فنی راه‌آهن از ات...   \n",
       "22    \\r\\nعضو هیات رئیسه کمیسیون انرژی مجلس شورای اس...   \n",
       "23    \\r\\nمدیرعامل جدید شهر پردیس با تأکید بر اینکه ...   \n",
       "24    \\r\\nبانک مرکزی مجوز برگزاری مجامع ۲۰ بانک و مو...   \n",
       "25    \\r\\nکارشناس اقتصاد با بیان اینکه FATF در کنار ...   \n",
       "26    \\r\\nتعرفه مکالمه همراه اول از امروز یکسان شده ...   \n",
       "27    \\r\\nتعلل در برگزاری نشست شورای عالی کار برای ت...   \n",
       "28    \\r\\nبخشنامه مستثنی شدن خرید تجهیزات و ملزومات ...   \n",
       "29    \\r\\nدبیرکل اوپک اعلام کرد: میزان مصرف نفت جهان...   \n",
       "...                                                 ...   \n",
       "2369  \\r\\nمدیر باغبانی سازمان جهاد کشاورزی استان گیل...   \n",
       "2370  \\r\\nباوجود پایان دادگاه متهمان پرونده واردکنند...   \n",
       "2371  \\r\\nشرکت مخابراتی وریزون در آمریکا برای اولین ...   \n",
       "2372  \\r\\nیک نماینده پارلمان عراق از تلاش نخست‌وزیر ...   \n",
       "2373  \\r\\nسخنگوی وزارت خارجه اتریش اعلام کرد که کشور...   \n",
       "2374  \\r\\nمدیر عامل بانک قرض الحسنه رسالت درحاشیه مر...   \n",
       "2375  \\r\\nمعاون سازمان استاندارد گفت: زیرساخت‌های خو...   \n",
       "2376  \\r\\n براساس عملکرد درآمدهای مالیاتی دولت، ایرا...   \n",
       "2377  \\r\\nنماینده کویت در اوپکگفت: مازاد عرضه بین 50...   \n",
       "2378  \\r\\nمدیر اداره خاورمیانه و آسیای مرکزی صندوق ب...   \n",
       "2379  \\r\\nوزارت انرژی روسیه اعلام کرد: این کشور تولی...   \n",
       "2380  \\r\\nمدیرعامل صندوق ضمانت صادرات ایران گفت: وزا...   \n",
       "2381  \\r\\nرئیس بنیاد مسکن انقلاب اسلامی با بیان اینک...   \n",
       "2382  \\r\\nنایب رئیس شورای ملی زعفران ازرشد 60 درصدی ...   \n",
       "2383  \\r\\nیک درصد نمایش‌های روی صحنه هم درباره خانوا...   \n",
       "2384  \\r\\nحنای «آخوندی» رنگ نداشت و فیلم لحظه انهدام...   \n",
       "2385  \\r\\nماموران گمرک پرویز خان با رصد یک محموله تج...   \n",
       "2386  \\r\\n شاخص قیمت تولید کننده زراعت، باغداری و دا...   \n",
       "2387  \\r\\nبلومبرگ اعلام کرد کاهش ارزش بورس بازارهای ...   \n",
       "2388  \\r\\nموسسه عالی آموزش و پژوهش‌ مدیریت و برنامه ...   \n",
       "2389  \\r\\nدو وزیر کابینه دولت انگلستان و چند تن دیگر...   \n",
       "2390  \\r\\nدر اجرای ماده ۱۶ قانون برنامه ششم توسعه کش...   \n",
       "2391  \\r\\nدر پی تعرفه ۲۵ درصدی روی خودروهای اروپایی ...   \n",
       "2392  \\r\\nدر حالیکه کمتر از ۵۰ روز پیش پروانه اشتغال...   \n",
       "2393  \\r\\nتاجران اروپایی اعلام کردند که ایران ۶۰ هزا...   \n",
       "2394  \\r\\nمدیرعامل بانک مسکن ضمن تشریح عملکرد آن بان...   \n",
       "2395  \\r\\nاداره کل راه و شهرسازی استان تهران در نظر ...   \n",
       "2396  \\r\\nبراساس اعلام منبع آگاه پس از معافیت تحریمی...   \n",
       "2397  \\r\\nاروپا در تلاش است لوگزامبورک را برای پذیرش...   \n",
       "2398  \\r\\nتصاویر صفحه نخست روزنامه های امروز( پنج‌شن...   \n",
       "\n",
       "                                                 teller   time  \\\n",
       "0                 بر اساس تصمیم وزیر صنعت،‌معدن و تجارت  ۱۸:۴۸   \n",
       "1          از سوی مرکز توسعه تجارت الکترونیکی منتشر شد   ۱۸:۰۹   \n",
       "2                                     فارس گزارش می‌دهد  ۱۷:۳۳   \n",
       "3                 فارس از وضعیت آب‌‌و‌‌هوا گزارش می‌دهد  ۱۷:۱۵   \n",
       "4                                                        ۱۷:۱۲   \n",
       "5                                                        ۱۷:۰۰   \n",
       "6                                             مرکز آمار  ۱۶:۵۶   \n",
       "7                          براساس گزارش مرکز آمار ایران  ۱۶:۱۵   \n",
       "8                                    در نشست امروز اوپک  ۱۵:۱۸   \n",
       "9     رئیس کمیسیون صنایع و معادن مجلس در گفت‌‌وگو با...  ۱۵:۰۷   \n",
       "10                                     در بازار روی داد  ۱۴:۵۸   \n",
       "11                                       فارس منتشر کرد  ۱۴:۴۹   \n",
       "12            همراه اول و ایرانسل تعرفه را افزایش دادند  ۱۴:۴۲   \n",
       "13                                      فارس خبر می‌دهد  ۱۴:۴۰   \n",
       "14                                      فارس خبر می‌دهد  ۱۴:۲۹   \n",
       "15            فارس از آن سوی تالار شیشه‌ای گزارش می‌دهد  ۱۳:۳۳   \n",
       "16                                       رویترز خبر داد  ۱۲:۵۳   \n",
       "17                                    فارس گزارش می‌دهد  ۱۲:۵۱   \n",
       "18      مدیرکل امور ایثارگران وزارت جهاد کشاورزی خبرداد  ۱۲:۴۵   \n",
       "19                                                       ۱۲:۴۵   \n",
       "20                                    فارس گزارش می دهد  ۱۲:۴۲   \n",
       "21       مدیرعامل شرکت خط و ابنیه فنی راه‌آهن اعلام کرد  ۱۲:۳۹   \n",
       "22    عضو هیات رئیسه کمیسیون انرژی مجلس شورای اسلامی...  ۱۲:۰۶   \n",
       "23    مدیرعامل شهر جدید پردیس در گفت‌وگو با فارس خبر...  ۱۲:۰۵   \n",
       "24                                 بانک مرکزی اعلام کرد  ۱۲:۰۴   \n",
       "25              کارشناس مسائل بانکی در گفت‌وگو با فارس:  ۱۲:۰۰   \n",
       "26                                    فارس گزارش می دهد  ۱۱:۵۷   \n",
       "27    در نامه نمایندگان کارگری به سرپرست وزارت کار م...  ۱۱:۵۲   \n",
       "28                             براساس بخشنامه وزارت صمت  ۱۱:۵۱   \n",
       "29                                       تا پایان امسال  ۱۱:۴۸   \n",
       "...                                                 ...    ...   \n",
       "2369      مدیر باغبانی سازمان جهاد کشاورزی استان گیلان:  ۱۰:۵۷   \n",
       "2370  باوجود پایان دادگاه متهمان پرونده واردکنندگان ...  ۱۰:۵۷   \n",
       "2371                                                     ۱۰:۵۲   \n",
       "2372                                                     ۱۰:۳۴   \n",
       "2373                                                     ۱۰:۳۱   \n",
       "2374                   مدیر عامل بانک قرض الحسنه رسالت:  ۱۰:۲۶   \n",
       "2375                        معاون سازمان ملی استاندارد:  ۰۹:۴۵   \n",
       "2376                                 در نیمه نخست امسال  ۰۵:۱۲   \n",
       "2377                              نماینده کویت در اوپک:  ۰۴:۰۳   \n",
       "2378        مدیر اداره خاورمیانه صندوق بین المللی پول :  ۰۱:۴۰   \n",
       "2379                   بر اساس اعلام وزارت انرژی روسیه؛  ۰۱:۲۲   \n",
       "2380      مدیرعامل صندوق ضمانت صادرات به فارس خبر داد:   ۰۰:۲۸   \n",
       "2381                رئیس بنیاد مسکن در گفت‌وگو با فارس:  ۰۰:۰۲   \n",
       "2382     نایب رئیس شورای ملی زعفران در گفت‌وگو با ترند:  ۰۰:۰۲   \n",
       "2383                                                     ۰۰:۰۱   \n",
       "2384                                                     ۰۰:۰۱   \n",
       "2385                                       گمرک خبر داد  ۱۴:۲۵   \n",
       "2386                                        مرکز آمار:‌  ۱۳:۵۱   \n",
       "2387                                           بلومبرگ:  ۱۲:۵۳   \n",
       "2388                   موسسه عالی آموزش و پژوهش خبر داد  ۱۲:۴۹   \n",
       "2389                                                     ۱۲:۴۲   \n",
       "2390              به ریاست رئیس کل بانک مرکزی برگزار شد  ۱۲:۲۰   \n",
       "2391                         کمیسر تجارت اتحادیه اروپا:  ۱۲:۰۰   \n",
       "2392                                  فارس گزارش می دهد  ۱۱:۵۶   \n",
       "2393                                            رویترز:  ۱۱:۳۱   \n",
       "2394                       مدیرعامل بانک مسکن تشریح کرد  ۱۱:۰۷   \n",
       "2395       اداره کل راه و شهرسازی استان تهران اعلام کرد  ۱۱:۰۳   \n",
       "2396                         پس از معافیت تحریمی آمریکا  ۱۱:۰۲   \n",
       "2397                                                     ۱۰:۱۵   \n",
       "2398                                 در حال به روزرسانی  ۰۲:۳۴   \n",
       "\n",
       "                                                  title  \n",
       "0      مدت زمان بازگشت ارز حاصل از صادرات فرش 7 ماهه شد  \n",
       "1     اطلاعیه‌ دیرهنگام مبنی برغیرقانونی بودن فعالیت...  \n",
       "2                  دو راهی استیضاح و استعفای شریعتمداری  \n",
       "3     وزش باد شدید و رعدوبرق در پایتخت/هشدار وقوع سی...  \n",
       "4     تعمیر رایگان گوشی‌های آسیب‌دیده در توفان سهمگی...  \n",
       "5                              رشد قیمت سکه و ارز+ جدول  \n",
       "6                         تورم شهریور به 11.3 درصد رسید  \n",
       "7       متوسط قیمت خرید مسکن 29.7 درصد در بهار رشد کرد   \n",
       "8     ایران  از پایبندی اعضا به توافق\" کاهش تولید نف...  \n",
       "9     ۳ تغییر کابینه بعد از بازگشت رئیس جمهور اعلام ...  \n",
       "10                         ثبات نسبی قیمت خودرو + جدول   \n",
       "11    مشاوران مالیاتی از حضور در هیات‌های حل اختلاف ...  \n",
       "12                    تورم به اپراتورهای موبایل هم رسید  \n",
       "13                          نرخ سود سپرده تغییر نمی‌کند  \n",
       "14    ایرانسل تعرفه مکالمه را گران کرد+مقایسه قیمت‌ه...  \n",
       "15    شاخص کل بورس از 165 هزار واحد عبور کرد / بازار...  \n",
       "16    چالش اوپک و هم‌پیمانانش برای جبران کمبود عرضه ...  \n",
       "17    چند صدایی در نشست امروز اوپک/ اعضا تا چه انداز...  \n",
       "18    واگذاری 23 شرکت وزارت جهاد کشاورزی به ایثارگرا...  \n",
       "19    رشد ۱۵.۶ درصدی تسهیلات اعطایی بانک‌ها در ۵ ماه...  \n",
       "20    چهار الزام اجرایی شدن مصوبه شورای هماهنگی اقتص...  \n",
       "21    اتصال ریلی قزوین به رشت تا پایان مهرماه/تکمیل ...  \n",
       "22    حمایت مجلس از اجرای طرح تغییر تعرفه برق پرمصرف...  \n",
       "23    پالایش ثبت‌نام‌کنندگان مازاد مسکن مهر/ احتمال ...  \n",
       "24    صدور مجوز برگزاری مجمع برای۲۰ بانک/ ۱۳ بانک در...  \n",
       "25    FATF روی مبادلات صرافی‌ها دست گذاشته بود/ رابط...  \n",
       "26    تغییر تعرفه مکالمه همراه اول از امروز+ مقایسه ...  \n",
       "27    درخواست برگزاری نشست فوق‌العاده شورای عالی کار...  \n",
       "28    تجهیزات و ملزومات پزشکی از مصوبه دولت مستثنی شدند  \n",
       "29    مصرف نفت جهان نسبت به 50 سال گذشته ۲ برابر می‌شود  \n",
       "...                                                 ...  \n",
       "2369  ۵۰ درصد قیمت نهال زیتون در اراضی شیبدار گیلان ...  \n",
       "2370  مجوزی برای عرضه گوشی‌های توقیفی در انبار صادر ...  \n",
       "2371  شبکه نسل پنجم تلفن همراه برای اولین بار عملیات...  \n",
       "2372  تلاش نخست‌وزیر عراق برای معافیت بغداد از تحریم...  \n",
       "2373  اتریش میزبانی کانال مالی ایران و اروپا  را رد کرد  \n",
       "2374  باید ازفرهنگ غلط پشت میزنشینی فاصله گرفت/ مهار...  \n",
       "2375  زیرساخت‌های خودروسازی و استاندارد آلایندگی به ...  \n",
       "2376  ایرانی‌ها چقدر مالیات بر ثروت دادند؟/جای خالی ...  \n",
       "2377  مازاد عرضه نفت در سال 2019  نیم تا یک میلیون ب...  \n",
       "2378               قیمت نفت در سال 2019 صعودی خواهد بود  \n",
       "2379         روسیه تولید نفتش را برای 2019 کاهش نمی‌دهد  \n",
       "2380  درخواست وزارت نفت از صندوق ضمانت برای پوشش بیم...  \n",
       "2381                         هیچ مسکن اجتماعی احداث نشد  \n",
       "2382  درآمد 145 میلیون دلاری از زعفران در 6 ماه/ آذر...  \n",
       "2383          پربحث‌ترین اخبار خبرگزاری فارس در 22آبان   \n",
       "2384  پربیننده‌ترین اخبار خبرگزاری فارس در 24ساعت گذ...  \n",
       "2385                       توقیف 22 تن گوجه فرنگی قاچاق  \n",
       "2386  قیمت تولید زراعی،باغی و دامداری ۲۵.۶ درصد گران شد  \n",
       "2387  سقوط بازارهای بورس آمریکا برای پنجمین روز متوا...  \n",
       "2388           موافقت رئیس جمهور با استعفای مسعود نیلی   \n",
       "2389  استعفای دو وزیر دولت انگلیس در اعتراض به طرح ب...  \n",
       "2390  جلسه شورای فقهی بانك مركزی با هدف اجرای صحیح ع...  \n",
       "2391  اتحادیه اروپا فهرستی از تحریم‌های تلافی‌جویانه...  \n",
       "2392  ماجراهای ابطال و رفع تعلیق پروانه اشتغال به کا...  \n",
       "2393        ایران ۶۰ هزار تن برنج از هند خریداری می‌کند  \n",
       "2394  پرداخت بيش از ۳۲۳ هزار میلیارد ریال تسهیلات مس...  \n",
       "2395  واگذاری پروژه های بلند مرتبه تهرانسر از طریق م...  \n",
       "2396  کره‌جنوبی روزانه ۲۰۰ هزار بشکه نفت می‌تواند از...  \n",
       "2397  اروپایی‌ها به دنبال ابتکار عمل برای تجارت با ا...  \n",
       "2398              صفحه نخست روزنامه‌های امروز، پنج‌شنبه  \n",
       "\n",
       "[2399 rows x 8 columns]"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from multiprocessing import Pool\n",
    "\n",
    "if __name__ == '__main__':\n",
    "    p = Pool(8)\n",
    "    tmp = list(p.imap(DataSetMaker,d1))\n",
    "d1Done = pd.DataFrame(tmp)\n",
    "d1Done"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>body</th>\n",
       "      <th>cat</th>\n",
       "      <th>date</th>\n",
       "      <th>subcat</th>\n",
       "      <th>summery</th>\n",
       "      <th>teller</th>\n",
       "      <th>time</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از کنفدراسیون ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nبر اساس تصمیم وزیر صنعت،‌معدن و تجارت مدت ...</td>\n",
       "      <td>بر اساس تصمیم وزیر صنعت،‌معدن و تجارت</td>\n",
       "      <td>۱۸:۴۸</td>\n",
       "      <td>مدت زمان بازگشت ارز حاصل از صادرات فرش 7 ماهه شد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nمرکز توسعه تجارت الکترونیکی با صدور اطلاعی...</td>\n",
       "      <td>از سوی مرکز توسعه تجارت الکترونیکی منتشر شد</td>\n",
       "      <td>۱۸:۰۹</td>\n",
       "      <td>اطلاعیه‌ دیرهنگام مبنی برغیرقانونی بودن فعالیت...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، در ح...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nدر حالی که قرار بوددر هفته جاریاستیضاح شری...</td>\n",
       "      <td>فارس گزارش می‌دهد</td>\n",
       "      <td>۱۷:۳۳</td>\n",
       "      <td>دو راهی استیضاح و استعفای شریعتمداری</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، براس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nآسمان تهران فردا نیمه‌ابری در برخی ساعات ر...</td>\n",
       "      <td>فارس از وضعیت آب‌‌و‌‌هوا گزارش می‌دهد</td>\n",
       "      <td>۱۷:۱۵</td>\n",
       "      <td>وزش باد شدید و رعدوبرق در پایتخت/هشدار وقوع سی...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از انگجت، گوگل...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nکاربران گوشی‌های پیکسل گوگل که به دنبال وق...</td>\n",
       "      <td></td>\n",
       "      <td>۱۷:۱۲</td>\n",
       "      <td>تعمیر رایگان گوشی‌های آسیب‌دیده در توفان سهمگی...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، در م...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nبیمه و بانک\\r\\n</td>\n",
       "      <td>\\r\\nامروز در بازار تهران سکه طرح جدید با 101 ه...</td>\n",
       "      <td></td>\n",
       "      <td>۱۷:۰۰</td>\n",
       "      <td>رشد قیمت سکه و ارز+ جدول</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار، ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nنرخ تورم دوازده ماهه منتهی به شهریور ماه ١...</td>\n",
       "      <td>مرکز آمار</td>\n",
       "      <td>۱۶:۵۶</td>\n",
       "      <td>تورم شهریور به 11.3 درصد رسید</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار ا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nبر اساس گزارش مرکز آمار ایران، بهار امسال٢...</td>\n",
       "      <td>براساس گزارش مرکز آمار ایران</td>\n",
       "      <td>۱۶:۱۵</td>\n",
       "      <td>متوسط قیمت خرید مسکن 29.7 درصد در بهار رشد کرد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nنماینده ایران در هیأت عامل اوپک گفت: ایران...</td>\n",
       "      <td>در نشست امروز اوپک</td>\n",
       "      <td>۱۵:۱۸</td>\n",
       "      <td>ایران  از پایبندی اعضا به توافق\" کاهش تولید نف...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>\\nعزیز اکبریان در گفت‌وگو با خبرنگار اقتصادی خ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nرئیس کمیسیون صنایع و معادن مجلس با اشاره ب...</td>\n",
       "      <td>رئیس کمیسیون صنایع و معادن مجلس در گفت‌‌وگو با...</td>\n",
       "      <td>۱۵:۰۷</td>\n",
       "      <td>۳ تغییر کابینه بعد از بازگشت رئیس جمهور اعلام ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، قیمت...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nقیمت خودرو امروز در بازار تهران نسبت به رو...</td>\n",
       "      <td>در بازار روی داد</td>\n",
       "      <td>۱۴:۵۸</td>\n",
       "      <td>ثبات نسبی قیمت خودرو + جدول</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، عبدا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nمدیرکل هیأتهای حل اختلاف مالیاتی از منع مش...</td>\n",
       "      <td>فارس منتشر کرد</td>\n",
       "      <td>۱۴:۴۹</td>\n",
       "      <td>مشاوران مالیاتی از حضور در هیات‌های حل اختلاف ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>\\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nاز امروز قیمت هر دقیقه مکالمه داخل شبکه سی...</td>\n",
       "      <td>همراه اول و ایرانسل تعرفه را افزایش دادند</td>\n",
       "      <td>۱۴:۴۲</td>\n",
       "      <td>تورم به اپراتورهای موبایل هم رسید</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، باتو...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nبیمه و بانک\\r\\n</td>\n",
       "      <td>\\r\\nشنیده‌ها حاکی است بانک مرکزی به جای استفاد...</td>\n",
       "      <td>فارس خبر می‌دهد</td>\n",
       "      <td>۱۴:۴۰</td>\n",
       "      <td>نرخ سود سپرده تغییر نمی‌کند</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>\\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nپس از اینکه همراه اول اعلام کرد از اول مهر...</td>\n",
       "      <td>فارس خبر می‌دهد</td>\n",
       "      <td>۱۴:۲۹</td>\n",
       "      <td>ایرانسل تعرفه مکالمه را گران کرد+مقایسه قیمت‌ه...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>\\nبه گزارش خبرنگار بورس خبرگزاری فارس، شاخص کل...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nبورس\\r\\n</td>\n",
       "      <td>\\r\\nمعامله‌گران بورس تهران شاهد چرخش نقدینگی د...</td>\n",
       "      <td>فارس از آن سوی تالار شیشه‌ای گزارش می‌دهد</td>\n",
       "      <td>۱۳:۳۳</td>\n",
       "      <td>شاخص کل بورس از 165 هزار واحد عبور کرد / بازار...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل فارس به نقل ا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nرویترز نوشت: با وجود تلاش اوپک برای افزایش...</td>\n",
       "      <td>رویترز خبر داد</td>\n",
       "      <td>۱۲:۵۳</td>\n",
       "      <td>چالش اوپک و هم‌پیمانانش برای جبران کمبود عرضه ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nنشست امروز اوپک در الجزیره درحال برگزاری ا...</td>\n",
       "      <td>فارس گزارش می‌دهد</td>\n",
       "      <td>۱۲:۵۱</td>\n",
       "      <td>چند صدایی در نشست امروز اوپک/ اعضا تا چه انداز...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>\\nبه گزارش خبرنگار کشاورزی خبرگزاری فارس، حجت ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nکشاورزی و امور دام\\r\\n</td>\n",
       "      <td>\\r\\nمدیرکل امور ایثارگران وزارت جهاد کشاورزی گ...</td>\n",
       "      <td>مدیرکل امور ایثارگران وزارت جهاد کشاورزی خبرداد</td>\n",
       "      <td>۱۲:۴۵</td>\n",
       "      <td>واگذاری 23 شرکت وزارت جهاد کشاورزی به ایثارگرا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس، روابط عمومی بانک مرک...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nبیمه و بانک\\r\\n</td>\n",
       "      <td>\\r\\nتسهیلات پرداختی بانک‌ها به بخش‌های اقتصادی...</td>\n",
       "      <td></td>\n",
       "      <td>۱۲:۴۵</td>\n",
       "      <td>رشد ۱۵.۶ درصدی تسهیلات اعطایی بانک‌ها در ۵ ماه...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری وزارت نفت ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n نفت و انرژی\\r\\n</td>\n",
       "      <td>\\r\\nعرضه مداوم به صورت محموله‌های کوچک، عرضه ی...</td>\n",
       "      <td>فارس گزارش می دهد</td>\n",
       "      <td>۱۲:۴۲</td>\n",
       "      <td>چهار الزام اجرایی شدن مصوبه شورای هماهنگی اقتص...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، مصطف...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nمدیرعامل شرکت خط و ابنیه فنی راه‌آهن از ات...</td>\n",
       "      <td>مدیرعامل شرکت خط و ابنیه فنی راه‌آهن اعلام کرد</td>\n",
       "      <td>۱۲:۳۹</td>\n",
       "      <td>اتصال ریلی قزوین به رشت تا پایان مهرماه/تکمیل ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از پاون، فریدو...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n نفت و انرژی\\r\\n</td>\n",
       "      <td>\\r\\nعضو هیات رئیسه کمیسیون انرژی مجلس شورای اس...</td>\n",
       "      <td>عضو هیات رئیسه کمیسیون انرژی مجلس شورای اسلامی...</td>\n",
       "      <td>۱۲:۰۶</td>\n",
       "      <td>حمایت مجلس از اجرای طرح تغییر تعرفه برق پرمصرف...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>\\nحبیب‌الله چاغروندی در گفت‌وگو با خبرنگار اقت...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nمدیرعامل جدید شهر پردیس با تأکید بر اینکه ...</td>\n",
       "      <td>مدیرعامل شهر جدید پردیس در گفت‌وگو با فارس خبر...</td>\n",
       "      <td>۱۲:۰۵</td>\n",
       "      <td>پالایش ثبت‌نام‌کنندگان مازاد مسکن مهر/ احتمال ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nبیمه و بانک\\r\\n</td>\n",
       "      <td>\\r\\nبانک مرکزی مجوز برگزاری مجامع ۲۰ بانک و مو...</td>\n",
       "      <td>بانک مرکزی اعلام کرد</td>\n",
       "      <td>۱۲:۰۴</td>\n",
       "      <td>صدور مجوز برگزاری مجمع برای۲۰ بانک/ ۱۳ بانک در...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>\\nموسی شهبازی غیاثی در گفت‌وگو با خبرنگار اقتص...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nکارشناس اقتصاد با بیان اینکه FATF در کنار ...</td>\n",
       "      <td>کارشناس مسائل بانکی در گفت‌وگو با فارس:</td>\n",
       "      <td>۱۲:۰۰</td>\n",
       "      <td>FATF روی مبادلات صرافی‌ها دست گذاشته بود/ رابط...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>\\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nتعرفه مکالمه همراه اول از امروز یکسان شده ...</td>\n",
       "      <td>فارس گزارش می دهد</td>\n",
       "      <td>۱۱:۵۷</td>\n",
       "      <td>تغییر تعرفه مکالمه همراه اول از امروز+ مقایسه ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، به د...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nتعاون و اشتغال\\r\\n</td>\n",
       "      <td>\\r\\nتعلل در برگزاری نشست شورای عالی کار برای ت...</td>\n",
       "      <td>در نامه نمایندگان کارگری به سرپرست وزارت کار م...</td>\n",
       "      <td>۱۱:۵۲</td>\n",
       "      <td>درخواست برگزاری نشست فوق‌العاده شورای عالی کار...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، بخشن...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nبخشنامه مستثنی شدن خرید تجهیزات و ملزومات ...</td>\n",
       "      <td>براساس بخشنامه وزارت صمت</td>\n",
       "      <td>۱۱:۵۱</td>\n",
       "      <td>تجهیزات و ملزومات پزشکی از مصوبه دولت مستثنی شدند</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۷/۱</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nدبیرکل اوپک اعلام کرد: میزان مصرف نفت جهان...</td>\n",
       "      <td>تا پایان امسال</td>\n",
       "      <td>۱۱:۴۸</td>\n",
       "      <td>مصرف نفت جهان نسبت به 50 سال گذشته ۲ برابر می‌شود</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2369</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از پایگاه اطلا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nکشاورزی و امور دام\\r\\n</td>\n",
       "      <td>\\r\\nمدیر باغبانی سازمان جهاد کشاورزی استان گیل...</td>\n",
       "      <td>مدیر باغبانی سازمان جهاد کشاورزی استان گیلان:</td>\n",
       "      <td>۱۰:۵۷</td>\n",
       "      <td>۵۰ درصد قیمت نهال زیتون در اراضی شیبدار گیلان ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2370</th>\n",
       "      <td>\\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nباوجود پایان دادگاه متهمان پرونده واردکنند...</td>\n",
       "      <td>باوجود پایان دادگاه متهمان پرونده واردکنندگان ...</td>\n",
       "      <td>۱۰:۵۷</td>\n",
       "      <td>مجوزی برای عرضه گوشی‌های توقیفی در انبار صادر ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2371</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از زددی نت، شر...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nارتباطات و فن آوری اطلاعات\\r\\n</td>\n",
       "      <td>\\r\\nشرکت مخابراتی وریزون در آمریکا برای اولین ...</td>\n",
       "      <td></td>\n",
       "      <td>۱۰:۵۲</td>\n",
       "      <td>شبکه نسل پنجم تلفن همراه برای اولین بار عملیات...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2372</th>\n",
       "      <td>\\nبه گزارش گروه بین‌الملل خبرگزاری فارس، «ولید...</td>\n",
       "      <td>بین الملل</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nغرب آسیا\\r\\n</td>\n",
       "      <td>\\r\\nیک نماینده پارلمان عراق از تلاش نخست‌وزیر ...</td>\n",
       "      <td></td>\n",
       "      <td>۱۰:۳۴</td>\n",
       "      <td>تلاش نخست‌وزیر عراق برای معافیت بغداد از تحریم...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2373</th>\n",
       "      <td>\\nبه گزارش گروه بین‌الملل خبرگزاری فارس،  «پیت...</td>\n",
       "      <td>بین الملل</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nآمریکا، اروپا\\r\\n</td>\n",
       "      <td>\\r\\nسخنگوی وزارت خارجه اتریش اعلام کرد که کشور...</td>\n",
       "      <td></td>\n",
       "      <td>۱۰:۳۱</td>\n",
       "      <td>اتریش میزبانی کانال مالی ایران و اروپا  را رد کرد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2374</th>\n",
       "      <td>\\nاخبار شرکتها؛ صبح دیروز مراسم امضای تفاهم نا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nسایر حوزه ها\\r\\n</td>\n",
       "      <td>\\r\\nمدیر عامل بانک قرض الحسنه رسالت درحاشیه مر...</td>\n",
       "      <td>مدیر عامل بانک قرض الحسنه رسالت:</td>\n",
       "      <td>۱۰:۲۶</td>\n",
       "      <td>باید ازفرهنگ غلط پشت میزنشینی فاصله گرفت/ مهار...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2375</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از صداوسیما، م...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nمعاون سازمان استاندارد گفت: زیرساخت‌های خو...</td>\n",
       "      <td>معاون سازمان ملی استاندارد:</td>\n",
       "      <td>۰۹:۴۵</td>\n",
       "      <td>زیرساخت‌های خودروسازی و استاندارد آلایندگی به ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2376</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، براس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\n براساس عملکرد درآمدهای مالیاتی دولت، ایرا...</td>\n",
       "      <td>در نیمه نخست امسال</td>\n",
       "      <td>۰۵:۱۲</td>\n",
       "      <td>ایرانی‌ها چقدر مالیات بر ثروت دادند؟/جای خالی ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2377</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\n نفت و انرژی\\r\\n</td>\n",
       "      <td>\\r\\nنماینده کویت در اوپکگفت: مازاد عرضه بین 50...</td>\n",
       "      <td>نماینده کویت در اوپک:</td>\n",
       "      <td>۰۴:۰۳</td>\n",
       "      <td>مازاد عرضه نفت در سال 2019  نیم تا یک میلیون ب...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2378</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nمدیر اداره خاورمیانه و آسیای مرکزی صندوق ب...</td>\n",
       "      <td>مدیر اداره خاورمیانه صندوق بین المللی پول :</td>\n",
       "      <td>۰۱:۴۰</td>\n",
       "      <td>قیمت نفت در سال 2019 صعودی خواهد بود</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2379</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\n نفت و انرژی\\r\\n</td>\n",
       "      <td>\\r\\nوزارت انرژی روسیه اعلام کرد: این کشور تولی...</td>\n",
       "      <td>بر اساس اعلام وزارت انرژی روسیه؛</td>\n",
       "      <td>۰۱:۲۲</td>\n",
       "      <td>روسیه تولید نفتش را برای 2019 کاهش نمی‌دهد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2380</th>\n",
       "      <td>\\nسید کمال سید علی در گفت‌وگو با خبرنگار اقتصا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nصنعت ، تجارت ، بازرگانی\\r\\n</td>\n",
       "      <td>\\r\\nمدیرعامل صندوق ضمانت صادرات ایران گفت: وزا...</td>\n",
       "      <td>مدیرعامل صندوق ضمانت صادرات به فارس خبر داد:</td>\n",
       "      <td>۰۰:۲۸</td>\n",
       "      <td>درخواست وزارت نفت از صندوق ضمانت برای پوشش بیم...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2381</th>\n",
       "      <td>\\nعلیرضا تابش در گفت‌وگو با خبرنگار مسکن خبرگز...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nرئیس بنیاد مسکن انقلاب اسلامی با بیان اینک...</td>\n",
       "      <td>رئیس بنیاد مسکن در گفت‌وگو با فارس:</td>\n",
       "      <td>۰۰:۰۲</td>\n",
       "      <td>هیچ مسکن اجتماعی احداث نشد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2382</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nنایب رئیس شورای ملی زعفران ازرشد 60 درصدی ...</td>\n",
       "      <td>نایب رئیس شورای ملی زعفران در گفت‌وگو با ترند:</td>\n",
       "      <td>۰۰:۰۲</td>\n",
       "      <td>درآمد 145 میلیون دلاری از زعفران در 6 ماه/ آذر...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2383</th>\n",
       "      <td>\\nپربحث‌ترین اخبار خبرگزاری فارس در روز گذشته ...</td>\n",
       "      <td>فرهنگ و هنر</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nرسانه\\r\\n</td>\n",
       "      <td>\\r\\nیک درصد نمایش‌های روی صحنه هم درباره خانوا...</td>\n",
       "      <td></td>\n",
       "      <td>۰۰:۰۱</td>\n",
       "      <td>پربحث‌ترین اخبار خبرگزاری فارس در 22آبان</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2384</th>\n",
       "      <td>\\nپربیننده‌ترین اخبار خبرگزاری فارس در روز گذش...</td>\n",
       "      <td>فرهنگ و هنر</td>\n",
       "      <td>۱۳۹۷/۸/۲۳</td>\n",
       "      <td>\\r\\nرسانه\\r\\n</td>\n",
       "      <td>\\r\\nحنای «آخوندی» رنگ نداشت و فیلم لحظه انهدام...</td>\n",
       "      <td></td>\n",
       "      <td>۰۰:۰۱</td>\n",
       "      <td>پربیننده‌ترین اخبار خبرگزاری فارس در 24ساعت گذ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2385</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nماموران گمرک پرویز خان با رصد یک محموله تج...</td>\n",
       "      <td>گمرک خبر داد</td>\n",
       "      <td>۱۴:۲۵</td>\n",
       "      <td>توقیف 22 تن گوجه فرنگی قاچاق</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2386</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار ا...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\n شاخص قیمت تولید کننده زراعت، باغداری و دا...</td>\n",
       "      <td>مرکز آمار:‌</td>\n",
       "      <td>۱۳:۵۱</td>\n",
       "      <td>قیمت تولید زراعی،باغی و دامداری ۲۵.۶ درصد گران شد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2387</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nبلومبرگ اعلام کرد کاهش ارزش بورس بازارهای ...</td>\n",
       "      <td>بلومبرگ:</td>\n",
       "      <td>۱۲:۵۳</td>\n",
       "      <td>سقوط بازارهای بورس آمریکا برای پنجمین روز متوا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2388</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، موسس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nموسسه عالی آموزش و پژوهش‌ مدیریت و برنامه ...</td>\n",
       "      <td>موسسه عالی آموزش و پژوهش خبر داد</td>\n",
       "      <td>۱۲:۴۹</td>\n",
       "      <td>موافقت رئیس جمهور با استعفای مسعود نیلی</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2389</th>\n",
       "      <td>\\nبه گزارش گروه بین‌الملل خبرگزاری فارس، دو وز...</td>\n",
       "      <td>بین الملل</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nآمریکا، اروپا\\r\\n</td>\n",
       "      <td>\\r\\nدو وزیر کابینه دولت انگلستان و چند تن دیگر...</td>\n",
       "      <td></td>\n",
       "      <td>۱۲:۴۲</td>\n",
       "      <td>استعفای دو وزیر دولت انگلیس در اعتراض به طرح ب...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2390</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nاقتصاد کلان و بودجه\\r\\n</td>\n",
       "      <td>\\r\\nدر اجرای ماده ۱۶ قانون برنامه ششم توسعه کش...</td>\n",
       "      <td>به ریاست رئیس کل بانک مرکزی برگزار شد</td>\n",
       "      <td>۱۲:۲۰</td>\n",
       "      <td>جلسه شورای فقهی بانك مركزی با هدف اجرای صحیح ع...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2391</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nدر پی تعرفه ۲۵ درصدی روی خودروهای اروپایی ...</td>\n",
       "      <td>کمیسر تجارت اتحادیه اروپا:</td>\n",
       "      <td>۱۲:۰۰</td>\n",
       "      <td>اتحادیه اروپا فهرستی از تحریم‌های تلافی‌جویانه...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2392</th>\n",
       "      <td>\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس،محمد ...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nدر حالیکه کمتر از ۵۰ روز پیش پروانه اشتغال...</td>\n",
       "      <td>فارس گزارش می دهد</td>\n",
       "      <td>۱۱:۵۶</td>\n",
       "      <td>ماجراهای ابطال و رفع تعلیق پروانه اشتغال به کا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2393</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nتاجران اروپایی اعلام کردند که ایران ۶۰ هزا...</td>\n",
       "      <td>رویترز:</td>\n",
       "      <td>۱۱:۳۱</td>\n",
       "      <td>ایران ۶۰ هزار تن برنج از هند خریداری می‌کند</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2394</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از پایگاه خبری...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nمدیرعامل بانک مسکن ضمن تشریح عملکرد آن بان...</td>\n",
       "      <td>مدیرعامل بانک مسکن تشریح کرد</td>\n",
       "      <td>۱۱:۰۷</td>\n",
       "      <td>پرداخت بيش از ۳۲۳ هزار میلیارد ریال تسهیلات مس...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2395</th>\n",
       "      <td>\\nبه گزارش خبرگزاری فارس به نقل از پایگاه خبری...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nراه و مسکن\\r\\n</td>\n",
       "      <td>\\r\\nاداره کل راه و شهرسازی استان تهران در نظر ...</td>\n",
       "      <td>اداره کل راه و شهرسازی استان تهران اعلام کرد</td>\n",
       "      <td>۱۱:۰۳</td>\n",
       "      <td>واگذاری پروژه های بلند مرتبه تهرانسر از طریق م...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2396</th>\n",
       "      <td>\\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...</td>\n",
       "      <td>اقتصادی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\n اقتصاد بین الملل\\r\\n</td>\n",
       "      <td>\\r\\nبراساس اعلام منبع آگاه پس از معافیت تحریمی...</td>\n",
       "      <td>پس از معافیت تحریمی آمریکا</td>\n",
       "      <td>۱۱:۰۲</td>\n",
       "      <td>کره‌جنوبی روزانه ۲۰۰ هزار بشکه نفت می‌تواند از...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2397</th>\n",
       "      <td>\\nبه گزارش گروه بین‌الملل خبرگزاری فارس، منابع...</td>\n",
       "      <td>بین الملل</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>\\r\\nآمریکا، اروپا\\r\\n</td>\n",
       "      <td>\\r\\nاروپا در تلاش است لوگزامبورک را برای پذیرش...</td>\n",
       "      <td></td>\n",
       "      <td>۱۰:۱۵</td>\n",
       "      <td>اروپایی‌ها به دنبال ابتکار عمل برای تجارت با ا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2398</th>\n",
       "      <td>\\n                       \\n</td>\n",
       "      <td>اجتماعی</td>\n",
       "      <td>۱۳۹۷/۸/۲۴</td>\n",
       "      <td>dirty</td>\n",
       "      <td>\\r\\nتصاویر صفحه نخست روزنامه های امروز( پنج‌شن...</td>\n",
       "      <td>در حال به روزرسانی</td>\n",
       "      <td>۰۲:۳۴</td>\n",
       "      <td>صفحه نخست روزنامه‌های امروز، پنج‌شنبه</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2393 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   body          cat  \\\n",
       "0     \\nبه گزارش خبرگزاری فارس به نقل از کنفدراسیون ...      اقتصادی   \n",
       "1     \\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...      اقتصادی   \n",
       "2     \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، در ح...      اقتصادی   \n",
       "3     \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، براس...      اقتصادی   \n",
       "4     \\nبه گزارش خبرگزاری فارس به نقل از انگجت، گوگل...      اقتصادی   \n",
       "5     \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، در م...      اقتصادی   \n",
       "6     \\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار، ...      اقتصادی   \n",
       "7     \\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار ا...      اقتصادی   \n",
       "8     \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "9     \\nعزیز اکبریان در گفت‌وگو با خبرنگار اقتصادی خ...      اقتصادی   \n",
       "10    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، قیمت...      اقتصادی   \n",
       "11    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، عبدا...      اقتصادی   \n",
       "12    \\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...      اقتصادی   \n",
       "13    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، باتو...      اقتصادی   \n",
       "14    \\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...      اقتصادی   \n",
       "15    \\nبه گزارش خبرنگار بورس خبرگزاری فارس، شاخص کل...      اقتصادی   \n",
       "16    \\nبه گزارش گروه اقتصاد بین‌الملل فارس به نقل ا...      اقتصادی   \n",
       "17    \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "18    \\nبه گزارش خبرنگار کشاورزی خبرگزاری فارس، حجت ...      اقتصادی   \n",
       "19    \\nبه گزارش خبرگزاری فارس، روابط عمومی بانک مرک...      اقتصادی   \n",
       "20    \\nبه گزارش خبرنگار اقتصادی خبرگزاری وزارت نفت ...      اقتصادی   \n",
       "21    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، مصطف...      اقتصادی   \n",
       "22    \\nبه گزارش خبرگزاری فارس به نقل از پاون، فریدو...      اقتصادی   \n",
       "23    \\nحبیب‌الله چاغروندی در گفت‌وگو با خبرنگار اقت...      اقتصادی   \n",
       "24    \\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...      اقتصادی   \n",
       "25    \\nموسی شهبازی غیاثی در گفت‌وگو با خبرنگار اقتص...      اقتصادی   \n",
       "26    \\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...      اقتصادی   \n",
       "27    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، به د...      اقتصادی   \n",
       "28    \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، بخشن...      اقتصادی   \n",
       "29    \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "...                                                 ...          ...   \n",
       "2369  \\nبه گزارش خبرگزاری فارس به نقل از پایگاه اطلا...      اقتصادی   \n",
       "2370  \\nبه گزارش خبرنگار فناوری اطلاعات خبرگزاری فار...      اقتصادی   \n",
       "2371  \\nبه گزارش خبرگزاری فارس به نقل از زددی نت، شر...      اقتصادی   \n",
       "2372  \\nبه گزارش گروه بین‌الملل خبرگزاری فارس، «ولید...    بین الملل   \n",
       "2373  \\nبه گزارش گروه بین‌الملل خبرگزاری فارس،  «پیت...    بین الملل   \n",
       "2374  \\nاخبار شرکتها؛ صبح دیروز مراسم امضای تفاهم نا...      اقتصادی   \n",
       "2375  \\nبه گزارش خبرگزاری فارس به نقل از صداوسیما، م...      اقتصادی   \n",
       "2376  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، براس...      اقتصادی   \n",
       "2377  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...      اقتصادی   \n",
       "2378  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...      اقتصادی   \n",
       "2379  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس به نق...      اقتصادی   \n",
       "2380  \\nسید کمال سید علی در گفت‌وگو با خبرنگار اقتصا...      اقتصادی   \n",
       "2381  \\nعلیرضا تابش در گفت‌وگو با خبرنگار مسکن خبرگز...      اقتصادی   \n",
       "2382  \\nبه گزارش گروه اقتصاد بین الملل خبرگزاری فارس...      اقتصادی   \n",
       "2383  \\nپربحث‌ترین اخبار خبرگزاری فارس در روز گذشته ...  فرهنگ و هنر   \n",
       "2384  \\nپربیننده‌ترین اخبار خبرگزاری فارس در روز گذش...  فرهنگ و هنر   \n",
       "2385  \\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...      اقتصادی   \n",
       "2386  \\nبه گزارش خبرگزاری فارس به نقل از مرکز آمار ا...      اقتصادی   \n",
       "2387  \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "2388  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، موسس...      اقتصادی   \n",
       "2389  \\nبه گزارش گروه بین‌الملل خبرگزاری فارس، دو وز...    بین الملل   \n",
       "2390  \\nبه گزارش خبرگزاری فارس به نقل از روابط عمومی...      اقتصادی   \n",
       "2391  \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "2392  \\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس،محمد ...      اقتصادی   \n",
       "2393  \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "2394  \\nبه گزارش خبرگزاری فارس به نقل از پایگاه خبری...      اقتصادی   \n",
       "2395  \\nبه گزارش خبرگزاری فارس به نقل از پایگاه خبری...      اقتصادی   \n",
       "2396  \\nبه گزارش گروه اقتصاد بین‌الملل خبرگزاری فارس...      اقتصادی   \n",
       "2397  \\nبه گزارش گروه بین‌الملل خبرگزاری فارس، منابع...    بین الملل   \n",
       "2398                        \\n                       \\n      اجتماعی   \n",
       "\n",
       "           date                              subcat  \\\n",
       "0      ۱۳۹۷/۷/۱     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "1      ۱۳۹۷/۷/۱     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "2      ۱۳۹۷/۷/۱     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "3      ۱۳۹۷/۷/۱                  \\r\\nراه و مسکن\\r\\n   \n",
       "4      ۱۳۹۷/۷/۱  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "5      ۱۳۹۷/۷/۱                 \\r\\nبیمه و بانک\\r\\n   \n",
       "6      ۱۳۹۷/۷/۱         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "7      ۱۳۹۷/۷/۱         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "8      ۱۳۹۷/۷/۱           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "9      ۱۳۹۷/۷/۱     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "10     ۱۳۹۷/۷/۱     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "11     ۱۳۹۷/۷/۱         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "12     ۱۳۹۷/۷/۱  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "13     ۱۳۹۷/۷/۱                 \\r\\nبیمه و بانک\\r\\n   \n",
       "14     ۱۳۹۷/۷/۱  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "15     ۱۳۹۷/۷/۱                        \\r\\nبورس\\r\\n   \n",
       "16     ۱۳۹۷/۷/۱           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "17     ۱۳۹۷/۷/۱           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "18     ۱۳۹۷/۷/۱          \\r\\nکشاورزی و امور دام\\r\\n   \n",
       "19     ۱۳۹۷/۷/۱                 \\r\\nبیمه و بانک\\r\\n   \n",
       "20     ۱۳۹۷/۷/۱                \\r\\n نفت و انرژی\\r\\n   \n",
       "21     ۱۳۹۷/۷/۱                  \\r\\nراه و مسکن\\r\\n   \n",
       "22     ۱۳۹۷/۷/۱                \\r\\n نفت و انرژی\\r\\n   \n",
       "23     ۱۳۹۷/۷/۱                  \\r\\nراه و مسکن\\r\\n   \n",
       "24     ۱۳۹۷/۷/۱                 \\r\\nبیمه و بانک\\r\\n   \n",
       "25     ۱۳۹۷/۷/۱         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "26     ۱۳۹۷/۷/۱  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "27     ۱۳۹۷/۷/۱              \\r\\nتعاون و اشتغال\\r\\n   \n",
       "28     ۱۳۹۷/۷/۱         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "29     ۱۳۹۷/۷/۱           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "...         ...                                 ...   \n",
       "2369  ۱۳۹۷/۸/۲۳          \\r\\nکشاورزی و امور دام\\r\\n   \n",
       "2370  ۱۳۹۷/۸/۲۳  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "2371  ۱۳۹۷/۸/۲۳  \\r\\nارتباطات و فن آوری اطلاعات\\r\\n   \n",
       "2372  ۱۳۹۷/۸/۲۳                    \\r\\nغرب آسیا\\r\\n   \n",
       "2373  ۱۳۹۷/۸/۲۳               \\r\\nآمریکا، اروپا\\r\\n   \n",
       "2374  ۱۳۹۷/۸/۲۳                \\r\\nسایر حوزه ها\\r\\n   \n",
       "2375  ۱۳۹۷/۸/۲۳     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "2376  ۱۳۹۷/۸/۲۳         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "2377  ۱۳۹۷/۸/۲۳                \\r\\n نفت و انرژی\\r\\n   \n",
       "2378  ۱۳۹۷/۸/۲۳           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2379  ۱۳۹۷/۸/۲۳                \\r\\n نفت و انرژی\\r\\n   \n",
       "2380  ۱۳۹۷/۸/۲۳     \\r\\nصنعت ، تجارت ، بازرگانی\\r\\n   \n",
       "2381  ۱۳۹۷/۸/۲۳                  \\r\\nراه و مسکن\\r\\n   \n",
       "2382  ۱۳۹۷/۸/۲۳           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2383  ۱۳۹۷/۸/۲۳                       \\r\\nرسانه\\r\\n   \n",
       "2384  ۱۳۹۷/۸/۲۳                       \\r\\nرسانه\\r\\n   \n",
       "2385  ۱۳۹۷/۸/۲۴         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "2386  ۱۳۹۷/۸/۲۴         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "2387  ۱۳۹۷/۸/۲۴           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2388  ۱۳۹۷/۸/۲۴         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "2389  ۱۳۹۷/۸/۲۴               \\r\\nآمریکا، اروپا\\r\\n   \n",
       "2390  ۱۳۹۷/۸/۲۴         \\r\\nاقتصاد کلان و بودجه\\r\\n   \n",
       "2391  ۱۳۹۷/۸/۲۴           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2392  ۱۳۹۷/۸/۲۴                  \\r\\nراه و مسکن\\r\\n   \n",
       "2393  ۱۳۹۷/۸/۲۴           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2394  ۱۳۹۷/۸/۲۴                  \\r\\nراه و مسکن\\r\\n   \n",
       "2395  ۱۳۹۷/۸/۲۴                  \\r\\nراه و مسکن\\r\\n   \n",
       "2396  ۱۳۹۷/۸/۲۴           \\r\\n اقتصاد بین الملل\\r\\n   \n",
       "2397  ۱۳۹۷/۸/۲۴               \\r\\nآمریکا، اروپا\\r\\n   \n",
       "2398  ۱۳۹۷/۸/۲۴                               dirty   \n",
       "\n",
       "                                                summery  \\\n",
       "0     \\r\\nبر اساس تصمیم وزیر صنعت،‌معدن و تجارت مدت ...   \n",
       "1     \\r\\nمرکز توسعه تجارت الکترونیکی با صدور اطلاعی...   \n",
       "2     \\r\\nدر حالی که قرار بوددر هفته جاریاستیضاح شری...   \n",
       "3     \\r\\nآسمان تهران فردا نیمه‌ابری در برخی ساعات ر...   \n",
       "4     \\r\\nکاربران گوشی‌های پیکسل گوگل که به دنبال وق...   \n",
       "5     \\r\\nامروز در بازار تهران سکه طرح جدید با 101 ه...   \n",
       "6     \\r\\nنرخ تورم دوازده ماهه منتهی به شهریور ماه ١...   \n",
       "7     \\r\\nبر اساس گزارش مرکز آمار ایران، بهار امسال٢...   \n",
       "8     \\r\\nنماینده ایران در هیأت عامل اوپک گفت: ایران...   \n",
       "9     \\r\\nرئیس کمیسیون صنایع و معادن مجلس با اشاره ب...   \n",
       "10    \\r\\nقیمت خودرو امروز در بازار تهران نسبت به رو...   \n",
       "11    \\r\\nمدیرکل هیأتهای حل اختلاف مالیاتی از منع مش...   \n",
       "12    \\r\\nاز امروز قیمت هر دقیقه مکالمه داخل شبکه سی...   \n",
       "13    \\r\\nشنیده‌ها حاکی است بانک مرکزی به جای استفاد...   \n",
       "14    \\r\\nپس از اینکه همراه اول اعلام کرد از اول مهر...   \n",
       "15    \\r\\nمعامله‌گران بورس تهران شاهد چرخش نقدینگی د...   \n",
       "16    \\r\\nرویترز نوشت: با وجود تلاش اوپک برای افزایش...   \n",
       "17    \\r\\nنشست امروز اوپک در الجزیره درحال برگزاری ا...   \n",
       "18    \\r\\nمدیرکل امور ایثارگران وزارت جهاد کشاورزی گ...   \n",
       "19    \\r\\nتسهیلات پرداختی بانک‌ها به بخش‌های اقتصادی...   \n",
       "20    \\r\\nعرضه مداوم به صورت محموله‌های کوچک، عرضه ی...   \n",
       "21    \\r\\nمدیرعامل شرکت خط و ابنیه فنی راه‌آهن از ات...   \n",
       "22    \\r\\nعضو هیات رئیسه کمیسیون انرژی مجلس شورای اس...   \n",
       "23    \\r\\nمدیرعامل جدید شهر پردیس با تأکید بر اینکه ...   \n",
       "24    \\r\\nبانک مرکزی مجوز برگزاری مجامع ۲۰ بانک و مو...   \n",
       "25    \\r\\nکارشناس اقتصاد با بیان اینکه FATF در کنار ...   \n",
       "26    \\r\\nتعرفه مکالمه همراه اول از امروز یکسان شده ...   \n",
       "27    \\r\\nتعلل در برگزاری نشست شورای عالی کار برای ت...   \n",
       "28    \\r\\nبخشنامه مستثنی شدن خرید تجهیزات و ملزومات ...   \n",
       "29    \\r\\nدبیرکل اوپک اعلام کرد: میزان مصرف نفت جهان...   \n",
       "...                                                 ...   \n",
       "2369  \\r\\nمدیر باغبانی سازمان جهاد کشاورزی استان گیل...   \n",
       "2370  \\r\\nباوجود پایان دادگاه متهمان پرونده واردکنند...   \n",
       "2371  \\r\\nشرکت مخابراتی وریزون در آمریکا برای اولین ...   \n",
       "2372  \\r\\nیک نماینده پارلمان عراق از تلاش نخست‌وزیر ...   \n",
       "2373  \\r\\nسخنگوی وزارت خارجه اتریش اعلام کرد که کشور...   \n",
       "2374  \\r\\nمدیر عامل بانک قرض الحسنه رسالت درحاشیه مر...   \n",
       "2375  \\r\\nمعاون سازمان استاندارد گفت: زیرساخت‌های خو...   \n",
       "2376  \\r\\n براساس عملکرد درآمدهای مالیاتی دولت، ایرا...   \n",
       "2377  \\r\\nنماینده کویت در اوپکگفت: مازاد عرضه بین 50...   \n",
       "2378  \\r\\nمدیر اداره خاورمیانه و آسیای مرکزی صندوق ب...   \n",
       "2379  \\r\\nوزارت انرژی روسیه اعلام کرد: این کشور تولی...   \n",
       "2380  \\r\\nمدیرعامل صندوق ضمانت صادرات ایران گفت: وزا...   \n",
       "2381  \\r\\nرئیس بنیاد مسکن انقلاب اسلامی با بیان اینک...   \n",
       "2382  \\r\\nنایب رئیس شورای ملی زعفران ازرشد 60 درصدی ...   \n",
       "2383  \\r\\nیک درصد نمایش‌های روی صحنه هم درباره خانوا...   \n",
       "2384  \\r\\nحنای «آخوندی» رنگ نداشت و فیلم لحظه انهدام...   \n",
       "2385  \\r\\nماموران گمرک پرویز خان با رصد یک محموله تج...   \n",
       "2386  \\r\\n شاخص قیمت تولید کننده زراعت، باغداری و دا...   \n",
       "2387  \\r\\nبلومبرگ اعلام کرد کاهش ارزش بورس بازارهای ...   \n",
       "2388  \\r\\nموسسه عالی آموزش و پژوهش‌ مدیریت و برنامه ...   \n",
       "2389  \\r\\nدو وزیر کابینه دولت انگلستان و چند تن دیگر...   \n",
       "2390  \\r\\nدر اجرای ماده ۱۶ قانون برنامه ششم توسعه کش...   \n",
       "2391  \\r\\nدر پی تعرفه ۲۵ درصدی روی خودروهای اروپایی ...   \n",
       "2392  \\r\\nدر حالیکه کمتر از ۵۰ روز پیش پروانه اشتغال...   \n",
       "2393  \\r\\nتاجران اروپایی اعلام کردند که ایران ۶۰ هزا...   \n",
       "2394  \\r\\nمدیرعامل بانک مسکن ضمن تشریح عملکرد آن بان...   \n",
       "2395  \\r\\nاداره کل راه و شهرسازی استان تهران در نظر ...   \n",
       "2396  \\r\\nبراساس اعلام منبع آگاه پس از معافیت تحریمی...   \n",
       "2397  \\r\\nاروپا در تلاش است لوگزامبورک را برای پذیرش...   \n",
       "2398  \\r\\nتصاویر صفحه نخست روزنامه های امروز( پنج‌شن...   \n",
       "\n",
       "                                                 teller   time  \\\n",
       "0                 بر اساس تصمیم وزیر صنعت،‌معدن و تجارت  ۱۸:۴۸   \n",
       "1          از سوی مرکز توسعه تجارت الکترونیکی منتشر شد   ۱۸:۰۹   \n",
       "2                                     فارس گزارش می‌دهد  ۱۷:۳۳   \n",
       "3                 فارس از وضعیت آب‌‌و‌‌هوا گزارش می‌دهد  ۱۷:۱۵   \n",
       "4                                                        ۱۷:۱۲   \n",
       "5                                                        ۱۷:۰۰   \n",
       "6                                             مرکز آمار  ۱۶:۵۶   \n",
       "7                          براساس گزارش مرکز آمار ایران  ۱۶:۱۵   \n",
       "8                                    در نشست امروز اوپک  ۱۵:۱۸   \n",
       "9     رئیس کمیسیون صنایع و معادن مجلس در گفت‌‌وگو با...  ۱۵:۰۷   \n",
       "10                                     در بازار روی داد  ۱۴:۵۸   \n",
       "11                                       فارس منتشر کرد  ۱۴:۴۹   \n",
       "12            همراه اول و ایرانسل تعرفه را افزایش دادند  ۱۴:۴۲   \n",
       "13                                      فارس خبر می‌دهد  ۱۴:۴۰   \n",
       "14                                      فارس خبر می‌دهد  ۱۴:۲۹   \n",
       "15            فارس از آن سوی تالار شیشه‌ای گزارش می‌دهد  ۱۳:۳۳   \n",
       "16                                       رویترز خبر داد  ۱۲:۵۳   \n",
       "17                                    فارس گزارش می‌دهد  ۱۲:۵۱   \n",
       "18      مدیرکل امور ایثارگران وزارت جهاد کشاورزی خبرداد  ۱۲:۴۵   \n",
       "19                                                       ۱۲:۴۵   \n",
       "20                                    فارس گزارش می دهد  ۱۲:۴۲   \n",
       "21       مدیرعامل شرکت خط و ابنیه فنی راه‌آهن اعلام کرد  ۱۲:۳۹   \n",
       "22    عضو هیات رئیسه کمیسیون انرژی مجلس شورای اسلامی...  ۱۲:۰۶   \n",
       "23    مدیرعامل شهر جدید پردیس در گفت‌وگو با فارس خبر...  ۱۲:۰۵   \n",
       "24                                 بانک مرکزی اعلام کرد  ۱۲:۰۴   \n",
       "25              کارشناس مسائل بانکی در گفت‌وگو با فارس:  ۱۲:۰۰   \n",
       "26                                    فارس گزارش می دهد  ۱۱:۵۷   \n",
       "27    در نامه نمایندگان کارگری به سرپرست وزارت کار م...  ۱۱:۵۲   \n",
       "28                             براساس بخشنامه وزارت صمت  ۱۱:۵۱   \n",
       "29                                       تا پایان امسال  ۱۱:۴۸   \n",
       "...                                                 ...    ...   \n",
       "2369      مدیر باغبانی سازمان جهاد کشاورزی استان گیلان:  ۱۰:۵۷   \n",
       "2370  باوجود پایان دادگاه متهمان پرونده واردکنندگان ...  ۱۰:۵۷   \n",
       "2371                                                     ۱۰:۵۲   \n",
       "2372                                                     ۱۰:۳۴   \n",
       "2373                                                     ۱۰:۳۱   \n",
       "2374                   مدیر عامل بانک قرض الحسنه رسالت:  ۱۰:۲۶   \n",
       "2375                        معاون سازمان ملی استاندارد:  ۰۹:۴۵   \n",
       "2376                                 در نیمه نخست امسال  ۰۵:۱۲   \n",
       "2377                              نماینده کویت در اوپک:  ۰۴:۰۳   \n",
       "2378        مدیر اداره خاورمیانه صندوق بین المللی پول :  ۰۱:۴۰   \n",
       "2379                   بر اساس اعلام وزارت انرژی روسیه؛  ۰۱:۲۲   \n",
       "2380      مدیرعامل صندوق ضمانت صادرات به فارس خبر داد:   ۰۰:۲۸   \n",
       "2381                رئیس بنیاد مسکن در گفت‌وگو با فارس:  ۰۰:۰۲   \n",
       "2382     نایب رئیس شورای ملی زعفران در گفت‌وگو با ترند:  ۰۰:۰۲   \n",
       "2383                                                     ۰۰:۰۱   \n",
       "2384                                                     ۰۰:۰۱   \n",
       "2385                                       گمرک خبر داد  ۱۴:۲۵   \n",
       "2386                                        مرکز آمار:‌  ۱۳:۵۱   \n",
       "2387                                           بلومبرگ:  ۱۲:۵۳   \n",
       "2388                   موسسه عالی آموزش و پژوهش خبر داد  ۱۲:۴۹   \n",
       "2389                                                     ۱۲:۴۲   \n",
       "2390              به ریاست رئیس کل بانک مرکزی برگزار شد  ۱۲:۲۰   \n",
       "2391                         کمیسر تجارت اتحادیه اروپا:  ۱۲:۰۰   \n",
       "2392                                  فارس گزارش می دهد  ۱۱:۵۶   \n",
       "2393                                            رویترز:  ۱۱:۳۱   \n",
       "2394                       مدیرعامل بانک مسکن تشریح کرد  ۱۱:۰۷   \n",
       "2395       اداره کل راه و شهرسازی استان تهران اعلام کرد  ۱۱:۰۳   \n",
       "2396                         پس از معافیت تحریمی آمریکا  ۱۱:۰۲   \n",
       "2397                                                     ۱۰:۱۵   \n",
       "2398                                 در حال به روزرسانی  ۰۲:۳۴   \n",
       "\n",
       "                                                  title  \n",
       "0      مدت زمان بازگشت ارز حاصل از صادرات فرش 7 ماهه شد  \n",
       "1     اطلاعیه‌ دیرهنگام مبنی برغیرقانونی بودن فعالیت...  \n",
       "2                  دو راهی استیضاح و استعفای شریعتمداری  \n",
       "3     وزش باد شدید و رعدوبرق در پایتخت/هشدار وقوع سی...  \n",
       "4     تعمیر رایگان گوشی‌های آسیب‌دیده در توفان سهمگی...  \n",
       "5                              رشد قیمت سکه و ارز+ جدول  \n",
       "6                         تورم شهریور به 11.3 درصد رسید  \n",
       "7       متوسط قیمت خرید مسکن 29.7 درصد در بهار رشد کرد   \n",
       "8     ایران  از پایبندی اعضا به توافق\" کاهش تولید نف...  \n",
       "9     ۳ تغییر کابینه بعد از بازگشت رئیس جمهور اعلام ...  \n",
       "10                         ثبات نسبی قیمت خودرو + جدول   \n",
       "11    مشاوران مالیاتی از حضور در هیات‌های حل اختلاف ...  \n",
       "12                    تورم به اپراتورهای موبایل هم رسید  \n",
       "13                          نرخ سود سپرده تغییر نمی‌کند  \n",
       "14    ایرانسل تعرفه مکالمه را گران کرد+مقایسه قیمت‌ه...  \n",
       "15    شاخص کل بورس از 165 هزار واحد عبور کرد / بازار...  \n",
       "16    چالش اوپک و هم‌پیمانانش برای جبران کمبود عرضه ...  \n",
       "17    چند صدایی در نشست امروز اوپک/ اعضا تا چه انداز...  \n",
       "18    واگذاری 23 شرکت وزارت جهاد کشاورزی به ایثارگرا...  \n",
       "19    رشد ۱۵.۶ درصدی تسهیلات اعطایی بانک‌ها در ۵ ماه...  \n",
       "20    چهار الزام اجرایی شدن مصوبه شورای هماهنگی اقتص...  \n",
       "21    اتصال ریلی قزوین به رشت تا پایان مهرماه/تکمیل ...  \n",
       "22    حمایت مجلس از اجرای طرح تغییر تعرفه برق پرمصرف...  \n",
       "23    پالایش ثبت‌نام‌کنندگان مازاد مسکن مهر/ احتمال ...  \n",
       "24    صدور مجوز برگزاری مجمع برای۲۰ بانک/ ۱۳ بانک در...  \n",
       "25    FATF روی مبادلات صرافی‌ها دست گذاشته بود/ رابط...  \n",
       "26    تغییر تعرفه مکالمه همراه اول از امروز+ مقایسه ...  \n",
       "27    درخواست برگزاری نشست فوق‌العاده شورای عالی کار...  \n",
       "28    تجهیزات و ملزومات پزشکی از مصوبه دولت مستثنی شدند  \n",
       "29    مصرف نفت جهان نسبت به 50 سال گذشته ۲ برابر می‌شود  \n",
       "...                                                 ...  \n",
       "2369  ۵۰ درصد قیمت نهال زیتون در اراضی شیبدار گیلان ...  \n",
       "2370  مجوزی برای عرضه گوشی‌های توقیفی در انبار صادر ...  \n",
       "2371  شبکه نسل پنجم تلفن همراه برای اولین بار عملیات...  \n",
       "2372  تلاش نخست‌وزیر عراق برای معافیت بغداد از تحریم...  \n",
       "2373  اتریش میزبانی کانال مالی ایران و اروپا  را رد کرد  \n",
       "2374  باید ازفرهنگ غلط پشت میزنشینی فاصله گرفت/ مهار...  \n",
       "2375  زیرساخت‌های خودروسازی و استاندارد آلایندگی به ...  \n",
       "2376  ایرانی‌ها چقدر مالیات بر ثروت دادند؟/جای خالی ...  \n",
       "2377  مازاد عرضه نفت در سال 2019  نیم تا یک میلیون ب...  \n",
       "2378               قیمت نفت در سال 2019 صعودی خواهد بود  \n",
       "2379         روسیه تولید نفتش را برای 2019 کاهش نمی‌دهد  \n",
       "2380  درخواست وزارت نفت از صندوق ضمانت برای پوشش بیم...  \n",
       "2381                         هیچ مسکن اجتماعی احداث نشد  \n",
       "2382  درآمد 145 میلیون دلاری از زعفران در 6 ماه/ آذر...  \n",
       "2383          پربحث‌ترین اخبار خبرگزاری فارس در 22آبان   \n",
       "2384  پربیننده‌ترین اخبار خبرگزاری فارس در 24ساعت گذ...  \n",
       "2385                       توقیف 22 تن گوجه فرنگی قاچاق  \n",
       "2386  قیمت تولید زراعی،باغی و دامداری ۲۵.۶ درصد گران شد  \n",
       "2387  سقوط بازارهای بورس آمریکا برای پنجمین روز متوا...  \n",
       "2388           موافقت رئیس جمهور با استعفای مسعود نیلی   \n",
       "2389  استعفای دو وزیر دولت انگلیس در اعتراض به طرح ب...  \n",
       "2390  جلسه شورای فقهی بانك مركزی با هدف اجرای صحیح ع...  \n",
       "2391  اتحادیه اروپا فهرستی از تحریم‌های تلافی‌جویانه...  \n",
       "2392  ماجراهای ابطال و رفع تعلیق پروانه اشتغال به کا...  \n",
       "2393        ایران ۶۰ هزار تن برنج از هند خریداری می‌کند  \n",
       "2394  پرداخت بيش از ۳۲۳ هزار میلیارد ریال تسهیلات مس...  \n",
       "2395  واگذاری پروژه های بلند مرتبه تهرانسر از طریق م...  \n",
       "2396  کره‌جنوبی روزانه ۲۰۰ هزار بشکه نفت می‌تواند از...  \n",
       "2397  اروپایی‌ها به دنبال ابتکار عمل برای تجارت با ا...  \n",
       "2398              صفحه نخست روزنامه‌های امروز، پنج‌شنبه  \n",
       "\n",
       "[2393 rows x 8 columns]"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d1Done = d1Done[d1Done.time != '']\n",
    "# # d1Done.drop()\n",
    "d1Done.to_csv('DataSets/EconomyCleaned1.csv')\n",
    "d1Done"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      whhyyy!!!!\n",
      "      whhyyy!!!!\n",
      "      whhyyy!!!!\n",
      "      whhyyy!!!!\n",
      "      whhyyy!!!!\n",
      "      whhyyy!!!!\n"
     ]
    }
   ],
   "source": [
    "\n",
    "data = pd.DataFrame(columns=['cat','subcat','time','date','teller','title','summery','body'])\n",
    "\n",
    "for i in d1:\n",
    "    data = data.append(pd.Series(DataSetMaker(i)),ignore_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2606, 9)"
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# pd.read_csv('./DataSets/EconomyStructured')\n",
    "pd.read_csv('./DataSets/EconomyCleaned.csv').shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "data.to_csv('./DataSets/SocialStructured')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "d1 = pd.read_csv('./DataSets/EconomyStructured')\n",
    "d2 = pd.read_csv('./DataSets/PoliticStructured')\n",
    "d3 = pd.read_csv('./DataSets/SocialStructured')\n",
    "\n",
    "data = d1.append(d2).append(d3)\n",
    "data = data.drop(axis=1,columns=['Unnamed: 0','countComment','count'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "cannot reindex from a duplicate axis",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-116-c7587ee9105e>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0mx\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdata\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'summery'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;31m# x.reindex(target=[range(len(x))])\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m \u001b[0mx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreindex\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      6\u001b[0m \u001b[0;31m# len(x)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pandas/core/series.py\u001b[0m in \u001b[0;36mreindex\u001b[0;34m(self, index, **kwargs)\u001b[0m\n\u001b[1;32m   3323\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0mAppender\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mgeneric\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_shared_docs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'reindex'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0m_shared_doc_kwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3324\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mreindex\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mindex\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3325\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mSeries\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreindex\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3326\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3327\u001b[0m     def drop(self, labels=None, axis=0, index=None, columns=None,\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36mreindex\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m   3687\u001b[0m         \u001b[0;31m# perform the reindex on the axes\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3688\u001b[0m         return self._reindex_axes(axes, level, limit, tolerance, method,\n\u001b[0;32m-> 3689\u001b[0;31m                                   fill_value, copy).__finalize__(self)\n\u001b[0m\u001b[1;32m   3690\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3691\u001b[0m     def _reindex_axes(self, axes, level, limit, tolerance, method, fill_value,\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36m_reindex_axes\u001b[0;34m(self, axes, level, limit, tolerance, method, fill_value, copy)\u001b[0m\n\u001b[1;32m   3705\u001b[0m             obj = obj._reindex_with_indexers({axis: [new_index, indexer]},\n\u001b[1;32m   3706\u001b[0m                                              \u001b[0mfill_value\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfill_value\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3707\u001b[0;31m                                              copy=copy, allow_dups=False)\n\u001b[0m\u001b[1;32m   3708\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3709\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36m_reindex_with_indexers\u001b[0;34m(self, reindexers, fill_value, copy, allow_dups)\u001b[0m\n\u001b[1;32m   3808\u001b[0m                                                 \u001b[0mfill_value\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfill_value\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3809\u001b[0m                                                 \u001b[0mallow_dups\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mallow_dups\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3810\u001b[0;31m                                                 copy=copy)\n\u001b[0m\u001b[1;32m   3811\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3812\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mcopy\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mnew_data\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_data\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pandas/core/internals.py\u001b[0m in \u001b[0;36mreindex_indexer\u001b[0;34m(self, new_axis, indexer, axis, fill_value, allow_dups, copy)\u001b[0m\n\u001b[1;32m   4412\u001b[0m         \u001b[0;31m# some axes don't allow reindexing with dups\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   4413\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mallow_dups\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 4414\u001b[0;31m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maxes\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_can_reindex\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   4415\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   4416\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0maxis\u001b[0m \u001b[0;34m>=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mndim\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36m_can_reindex\u001b[0;34m(self, indexer)\u001b[0m\n\u001b[1;32m   3574\u001b[0m         \u001b[0;31m# trying to reindex on an axis with duplicates\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3575\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mis_unique\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3576\u001b[0;31m             \u001b[0;32mraise\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"cannot reindex from a duplicate axis\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3577\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3578\u001b[0m     def reindex(self, target, method=None, level=None, limit=None,\n",
      "\u001b[0;31mValueError\u001b[0m: cannot reindex from a duplicate axis"
     ]
    }
   ],
   "source": [
    "# d1[0].replace('\\r\\n','').replace(' ','' )\n",
    "# data = data.drop(axis=1,columns=['Unnamed: 0','countComment','count'])\n",
    "x = data['summery'][0]\n",
    "# x.reindex(target=[range(len(x))])\n",
    "x.reindex(index=[0,1,2],axis=0)\n",
    "# len(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r\n",
      "بر اساس تصمیم وزیر صنعت،‌معدن و تجارت مدت زمان بازگشت ارز حاصل ا ز صادرات برای فرش دستباف از 3 ماه به 7 ماه افزایش یافت.\r\n",
      "\n",
      "\r\n",
      "نماینده مردم سبزوار در مجلس شورای اسلامی گفت: باید پدر کسی را که ۳۹ هزار سکه را به یک نفر فروخته و پدر آن کسی را که ۳۹ هزار سکه را که از این فرد خریده است،‌ درآورند. \r\n",
      "\n",
      "\r\n",
      "رئیس شورای شهر تهران گفت: با توجه به اینکه اجرای قانون منع بکارگیری بازنشستگان از ۱۵ آذر اجرا می‌‌شود بنابراین نیازی به تعیین سرپرست برای شهرداری تهران نیست. \r\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for i in x:\n",
    "    print(i.replace('  ', ''))\n",
    "# s = [12,3,21,1]\n",
    "# s.remove(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>response_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   response_time\n",
       "0           0.04\n",
       "1           0.02\n",
       "2           0.07\n",
       "3           0.08\n",
       "4           1.00"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    ">>> index = list(range(5))\n",
    ">>> df = pd.DataFrame({\n",
    "...      'response_time': [0.04, 0.02, 0.07, 0.08, 1.0]},\n",
    "...       index=index)\n",
    ">>> df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1837, 11)"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# d1.append(d2).append(d3).shape\n",
    "d3.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.farsnews.com/news/13970801001313/۱...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.farsnews.com/news/13970801001228/۷...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.farsnews.com/news/13970801001229/ا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.farsnews.com/news/13970801001150/ن...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.farsnews.com/news/13970801001119/ت...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>https://www.farsnews.com/news/13970801001106/پ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>https://www.farsnews.com/news/13970801001050/ت...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>https://www.farsnews.com/news/13970801001060/ب...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>https://www.farsnews.com/news/13970801001078/ی...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>https://www.farsnews.com/news/13970801001087/ا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>https://www.farsnews.com/news/13970801000993/غ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>https://www.farsnews.com/news/13970801000970/آ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>https://www.farsnews.com/news/13970801000965/ل...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>https://www.farsnews.com/news/13970801000939/ح...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>https://www.farsnews.com/news/13970801000919/ح...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>https://www.farsnews.com/news/13970801000888/ص...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>https://www.farsnews.com/news/13970801000911/د...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>https://www.farsnews.com/news/13970801000870/ا...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    0\n",
       "0   https://www.farsnews.com/news/13970801001313/۱...\n",
       "1   https://www.farsnews.com/news/13970801001228/۷...\n",
       "2   https://www.farsnews.com/news/13970801001229/ا...\n",
       "3   https://www.farsnews.com/news/13970801001150/ن...\n",
       "4   https://www.farsnews.com/news/13970801001119/ت...\n",
       "5   https://www.farsnews.com/news/13970801001106/پ...\n",
       "6   https://www.farsnews.com/news/13970801001050/ت...\n",
       "7   https://www.farsnews.com/news/13970801001060/ب...\n",
       "8   https://www.farsnews.com/news/13970801001078/ی...\n",
       "9   https://www.farsnews.com/news/13970801001087/ا...\n",
       "10  https://www.farsnews.com/news/13970801000993/غ...\n",
       "11  https://www.farsnews.com/news/13970801000970/آ...\n",
       "12  https://www.farsnews.com/news/13970801000965/ل...\n",
       "13  https://www.farsnews.com/news/13970801000939/ح...\n",
       "14  https://www.farsnews.com/news/13970801000919/ح...\n",
       "15  https://www.farsnews.com/news/13970801000888/ص...\n",
       "16  https://www.farsnews.com/news/13970801000911/د...\n",
       "17  https://www.farsnews.com/news/13970801000870/ا..."
      ]
     },
     "execution_count": 115,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "posts = html.find(class_ = 'last-news news-list list-unstyled p-0 m-0').findAll('li')\n",
    "# posts[0].a.get('href')\n",
    "links = []\n",
    "for i in posts:\n",
    "#     print('       ',i.a.get('href'))\n",
    "    links.append(mainURL + i.a.get('href'))\n",
    "# posts\n",
    "# links[0]\n",
    "pd.DataFrame(links)\n",
    "# links"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\r\\n                                    یک کارشناس مسائل جمعیتی با اشاره به تحولات جمعیتی در فلسطین اشغالی گفت: ۲۰ سال دیگر نقطه مرگ محتوم رژیم غاصب صهیونیست است. \\r\\n                                '"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "# (posts[0]).a.get('href')\n",
    "# len(posts)\n",
    "# posts[0]\n",
    "posts[0].a.get('href')\n",
    "posts[0].div.a.div.find_all('span')[0].get_text()\n",
    "posts[0].div.a.div.find_all('span')[1].get_text()\n",
    "# print('      ', posts[0].div.a.div.p.get_text())\n",
    "posts[0].div.a.div.p.get_text()\n",
    "# be"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'NoneType' object has no attribute 'find_all'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-23-df49fe89445a>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mposts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mhtml\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mclass_\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m'ctgnewsmainpane'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind_all\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mclass_\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'topnews'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mdata\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mposts\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m     \u001b[0mimg\u001b[0m     \u001b[0;34m=\u001b[0m \u001b[0mi\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0ma\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mimg\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'src'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m     \u001b[0mpostUrl\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mi\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0ma\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'href'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'NoneType' object has no attribute 'find_all'"
     ]
    }
   ],
   "source": [
    "posts = html.find(class_ = 'ctgnewsmainpane').find_all(class_='topnews')\n",
    "data = []\n",
    "for i in posts:\n",
    "    img     = i.a.img.get('src')\n",
    "    postUrl = i.a.get('href')\n",
    "    if i.find_all('div')[1].a.find(class_='newsrotitrCtgTop'):\n",
    "        whoTell = i.find_all('div')[1].a.find(class_='newsrotitrCtgTop').get_text()\n",
    "    else:\n",
    "        whoTell = ''\n",
    "    title   = i.find_all('div')[1].a.find(class_='ctgtopnewsinfotitle').get_text()\n",
    "    summery = i.find_all('div')[1].get_text()\n",
    "    data.append([   whoTell , title , summery ,img ,homeURL+postUrl , 'sample'])\n",
    "#     data.append([ title , summery])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(data)\n",
    "df = df.rename(columns = {0 : 'whoTell',\n",
    "              1 : 'title',\n",
    "              2 : 'summery',\n",
    "              3 : 'img',\n",
    "              4 : 'postUrl',\n",
    "              5 : 'body'        \n",
    "                         })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 th is Done!\n",
      "1 th is Done!\n",
      "2 th is Done!\n",
      "3 th is Done!\n",
      "4 th is Done!\n",
      "5 th is Done!\n",
      "6 th is Done!\n",
      "7 th is Done!\n",
      "8 th is Done!\n",
      "9 th is Done!\n",
      "10 th is Done!\n",
      "11 th is Done!\n",
      "12 th is Done!\n",
      "13 th is Done!\n",
      "14 th is Done!\n",
      "15 th is Done!\n",
      "16 th is Done!\n",
      "17 th is Done!\n",
      "18 th is Done!\n",
      "19 th is Done!\n"
     ]
    }
   ],
   "source": [
    "for index, post in df.iterrows():\n",
    "    req = requests.get(post['postUrl'])\n",
    "    postHtml = BeautifulSoup(req.text , 'html.parser')\n",
    "    dirtyText = postHtml.find(class_='nwstxtmainpane').span.find_all('p')\n",
    "    body = ''\n",
    "    date = postHtml.find(id = 'nwstxtdt').get_text()\n",
    "    for i in dirtyText:\n",
    "        body += i.get_text()\n",
    "    df.loc[index]['body'] = body\n",
    "    df.loc[index]['date'] = date\n",
    "    print(index,'th is Done!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pony.orm import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "db = Database()\n",
    "class Post(db.Entity):\n",
    "    whoTell = str\n",
    "    title   = Required(str)\n",
    "    summery = Required(LongStr)\n",
    "    img     = Required(str)\n",
    "    postUrl = Required(str)\n",
    "    body    = Required(LongStr)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "class Post(Entity):\n",
      "    id = PrimaryKey(int, auto=True)\n",
      "    title = Required(str)\n",
      "    summery = Required(LongStr)\n",
      "    img = Required(str)\n",
      "    postUrl = Required(str)\n",
      "    body = Required(LongStr)\n"
     ]
    }
   ],
   "source": [
    "show(Post)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "db.bind(provider='mysql', host='127.0.0.1', user='root', passwd='1', db='Fars')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "db.generate_mapping(check_tables=True, create_tables=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "for index, post in df.iterrows():\n",
    "    whoTell = post['whoTell']\n",
    "    title   = post['title']\n",
    "    summery = post['summery']\n",
    "    img     = post['img']\n",
    "    postUrl = post['postUrl']\n",
    "    body    = post['body']\n",
    "    date    = post['date']\n",
    "    db.insert(\"post\",\n",
    "             title = title,\n",
    "             summery = summery,\n",
    "             img = img,\n",
    "             postUrl = postUrl,\n",
    "             body = body,\n",
    "             date = date)\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# First Step \n",
    "get postsLink"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 th is Done!\n",
      "1 th is Done!\n",
      "2 th is Done!\n",
      "3 th is Done!\n",
      "4 th is Done!\n",
      "5 th is Done!\n",
      "6 th is Done!\n",
      "7 th is Done!\n",
      "8 th is Done!\n",
      "9 th is Done!\n",
      "10 th is Done!\n",
      "11 th is Done!\n",
      "12 th is Done!\n",
      "13 th is Done!\n",
      "14 th is Done!\n",
      "15 th is Done!\n",
      "16 th is Done!\n",
      "17 th is Done!\n",
      "18 th is Done!\n",
      "19 th is Done!\n",
      "20 th is Done!\n",
      "21 th is Done!\n",
      "22 th is Done!\n",
      "23 th is Done!\n",
      "24 th is Done!\n",
      "25 th is Done!\n",
      "26 th is Done!\n",
      "27 th is Done!\n",
      "28 th is Done!\n",
      "29 th is Done!\n",
      "30 th is Done!\n",
      "31 th is Done!\n",
      "32 th is Done!\n",
      "33 th is Done!\n",
      "34 th is Done!\n",
      "35 th is Done!\n",
      "36 th is Done!\n",
      "37 th is Done!\n",
      "38 th is Done!\n",
      "39 th is Done!\n",
      "40 th is Done!\n",
      "41 th is Done!\n",
      "42 th is Done!\n",
      "43 th is Done!\n",
      "44 th is Done!\n",
      "45 th is Done!\n",
      "46 th is Done!\n",
      "47 th is Done!\n",
      "48 th is Done!\n",
      "49 th is Done!\n",
      "50 th is Done!\n",
      "51 th is Done!\n",
      "52 th is Done!\n",
      "53 th is Done!\n",
      "54 th is Done!\n",
      "55 th is Done!\n",
      "56 th is Done!\n",
      "57 th is Done!\n",
      "58 th is Done!\n",
      "59 th is Done!\n",
      "60 th is Done!\n",
      "61 th is Done!\n",
      "62 th is Done!\n",
      "63 th is Done!\n",
      "64 th is Done!\n",
      "65 th is Done!\n",
      "66 th is Done!\n",
      "67 th is Done!\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>whoTell</th>\n",
       "      <th>title</th>\n",
       "      <th>summery</th>\n",
       "      <th>img</th>\n",
       "      <th>postUrl</th>\n",
       "      <th>body</th>\n",
       "      <th>date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>عضو کمیسیون انرژی مجلس در گفت‌وگو با فارس خبر داد</td>\n",
       "      <td>بررسی تخلفات واگذاری آلومینیوم المهدی هفته آین...</td>\n",
       "      <td>عضو کمیسیون انرژی مجلس گفت: تخلفات مربوط به جر...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710001043/ب...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td></td>\n",
       "      <td>پربیننده‌ترین اخبار خبرگزاری فارس در 24ساعت گذ...</td>\n",
       "      <td>غش کردن مردمی که دلار خریده بودند! و سه‌گانه ا...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710001080/پ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td></td>\n",
       "      <td>شرکت هندی برای جایگزینی نفت ایران به نفوذ شرکا...</td>\n",
       "      <td>نارایا انرژی، یکی از خریداران هندی و بزرگ نفت ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710001164/ش...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>امروز در بازار؛</td>\n",
       "      <td>سیر نزولی قیمت خودرو  با سقوط نرخ دلار آغاز شد</td>\n",
       "      <td>قیمت انواع خودروهای داخلی و خارجی امروز در باز...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000658/س...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>یک مقام مسئول سایپا در گفت‌وگو با فارس عنوان کرد</td>\n",
       "      <td>دلایل تاخیر در تحویل خودرو‌ها/ چرا خودروهای پر...</td>\n",
       "      <td>قائم مقام مرکز مطالعات استراتژیک فناوری اطلاعا...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000959/د...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>نایب رئیس انجمن انبوه‌سازان مسکن ساختمان تهران...</td>\n",
       "      <td>آمار دقیقی از واحدهای خالی از سکنه وجود ندارد/...</td>\n",
       "      <td>نایب رئیس انجمن انبوه‌سازان مسکن ساختمان تهران...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000994/آ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>ترامپ مدعی شد</td>\n",
       "      <td>توافق جدید با مکزیک  و کانادا شغل به آمریکا می...</td>\n",
       "      <td>وزیر بازرگانی آمریکا اعلام کرد: توافق جدید بین...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710001012/ت...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>اسپوتنیک:</td>\n",
       "      <td>روسای آمریکا و کانادا برای پیشبرد مذاکرات تجار...</td>\n",
       "      <td>نخست‌وزیر کانادا و رئیس‌جمهور آمریکا طی تماسی ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000989/ر...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td></td>\n",
       "      <td>ترکیه در ماه سپتامبر 25 هزار تن فندق صادر کرد</td>\n",
       "      <td>انجمن صادرکنندگان فندق ترکیه، اعلام کرد: این ک...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000956/ت...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>امروز در بازار تهران</td>\n",
       "      <td>سکه ۴ میلیون و ۴۴۱ هزار تومان شد/ نزول قیمت ان...</td>\n",
       "      <td>سکه طرح جدید امروز  در بازار تهران 140 هزار تو...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000985/س...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>معاون وزیر انرژی روسیه:</td>\n",
       "      <td>روسیه قادر نیست کمبود انرژی بازار آسیایی در اث...</td>\n",
       "      <td>معاون وزیر انرژی روسیه گفت: روسیه واقعا قادر ن...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000940/ر...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>قائم‌مقام راه‌آهن در پاسخ به فارس خبرداد</td>\n",
       "      <td>رشد 50 درصدی ترانزیت ریلی/ افتتاح فاز اول پایا...</td>\n",
       "      <td>قائم‌مقام راه‌آهن با اشاره به رشد 50 درصدی ترا...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000906/ر...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>/تکمیلی/</td>\n",
       "      <td>آشکار شدن مداخله یهودیان در نوسانات بازار ارز ...</td>\n",
       "      <td>درپی تحقیقات دستگاه قضایی و امنیتی ترکیه مشخص ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000889/آ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>در جلسه شورای عالی هماهنگی اقتصادی صورت گرفت</td>\n",
       "      <td>مصوبه‌های جدید برای مدیریت بازار ارز / انتشار ...</td>\n",
       "      <td>جلسه شورای عالی هماهنگی اقتصادی در ادامه بررسی...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000867/م...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>فارس گزارش می‌دهد</td>\n",
       "      <td>حمایت پتروشیمی‌ها از صنایع آرد و نان ایران/ مو...</td>\n",
       "      <td>با موافقت دولت و حمایت شرکت‌‎های تولیدی پتروشی...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000839/ح...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>BBC:</td>\n",
       "      <td>خروج انگلیس از اتحادیه اروپا روی  سرمایه‌گذاری...</td>\n",
       "      <td>شرکت خودروسازی تویوتا اعلام کرد: در صورتی که ا...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000829/خ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td></td>\n",
       "      <td>توافق تجاری جدید «نفتا» قیمت خودرو را در آمریک...</td>\n",
       "      <td>علیرغم آنکه توافق کانادا و آمریکا در قالب یک ق...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000811/ت...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>رئیس بسیج سازندگی در گفت‌وگو با فارس مطرح کرد</td>\n",
       "      <td>اقدامات بسیج سازندگی برای مقابله با جنگ اقتصاد...</td>\n",
       "      <td>رئیس سازمان بسیج سازندگی با تأکید بر اینکه علی...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000616/ا...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>با نگرانی‌ نسبت به جنگ تجاری آمریکا و چین</td>\n",
       "      <td>بورس‌های آسیایی قرمز پوش شد</td>\n",
       "      <td>در معاملات امروز بازارهای مالی نگرانی‌ها نسبت ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000782/ب...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>مؤسسه رتبه‌بندی مودی هشدار داد</td>\n",
       "      <td>اروپا آمادگی مواجهه با یک بحران در نظام مالی ب...</td>\n",
       "      <td>مؤسسه رتبه‌بندی مودی هشدار داد که اروپا به شدت...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000778/ا...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>یک کارشناس نفتی اعلام کرد</td>\n",
       "      <td>پیشتازی نفت به سمت 100 دلار/عربستان نتوانست خو...</td>\n",
       "      <td>یک کارشناس نفتی گفت: احتمال زیاد قمیت نفت برای...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000751/پ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>راشاتودی:</td>\n",
       "      <td>پوتین از حذف دلار در اقتصاد روسیه کاملا حمایت ...</td>\n",
       "      <td>مدیرعامل بانک VTB روسیه گفت: رئیس‌جمهور این کش...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000728/پ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>بانک مرکزی اعلام کرد</td>\n",
       "      <td>آمادگی شعب ارزی بانک‌ها برای خرید ارز مردم</td>\n",
       "      <td>بانک مرکزی جمهوری اسلامی ایران در اطلاعیه‌ای ا...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000759/آ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>فارس گزارش می‌دهد</td>\n",
       "      <td>وعده زنگنه برای صادرات گاز به عمان در سال 97 ع...</td>\n",
       "      <td>در حالی یکی از وعده های بیژن زنگنه در جلسه رای...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000708/و...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>فارس از غلغله در بازار ارز گزارش می‌دهد</td>\n",
       "      <td>دلالان نرخ می‌دهند و مردم فقط نگاه می‌کنند/کاه...</td>\n",
       "      <td>تجمع شدیدی در بازار ارز شکل گرفته و بسیاری افر...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000706/د...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>طبق دستور وزیر صنعت</td>\n",
       "      <td>۴۵ تعرفه جدید کالا از پرداخت مابه التفاوت ارز ...</td>\n",
       "      <td>براساس اعلام وزارت صنعت 45 ردیف کدهای تعرفه گر...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000667/۴...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>فارس از آمارهای رسمی گزارش می‌دهد</td>\n",
       "      <td>جهش قیمت موز، سیب زمینی و رب گوجه در ماه شهریو...</td>\n",
       "      <td>بیشترین افزایش قیمت نسبت به ماه مشابه سال قبل ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000673/ج...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td></td>\n",
       "      <td>هر بشکه نفت 85 دلار/ افزایش قیمت نفت علیرغم خو...</td>\n",
       "      <td>با توجه به آماده شدن بازار برای عرضه کمتر در ا...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000566/ه...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>فارس منتشر کرد</td>\n",
       "      <td>۱۲۸۰ میلیارد تومان تسهیلات صندوق توسعه ملی به ...</td>\n",
       "      <td>عملکرد تسهیلات ریالی صندوق توسعه ملی از محل قر...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970708000622/۱...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>رئیس اتحادیه فروشندگان خودرو در گفت‌وگو با فارس:</td>\n",
       "      <td>قیمت خودروهای داخلی تا 12 و  خارجی تا 50 میلیو...</td>\n",
       "      <td>رئیس اتحادیه صنف دارندگان نمایشگاه و فروشگاه خ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970710000615/ق...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1330</th>\n",
       "      <td>با حکم همتی</td>\n",
       "      <td>طالبی دبیر کل بانک مرکزی شد</td>\n",
       "      <td>محمد طالبی با حکم رئیس کل بانک مرکزی به سمت دب...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000678/ط...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1331</th>\n",
       "      <td>مدیرکل دفتر آبخیزداری و حفاظت خاک سازمان جنگل‌...</td>\n",
       "      <td>سالانه ۲۵۰ میلیون متر مکعب رسوب وارد سدها می ش...</td>\n",
       "      <td>مدیرکل دفتر آبخیزداری و حفاظت خاک سازمان جنگل‌...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000648/س...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1332</th>\n",
       "      <td>فارس خبر می دهد</td>\n",
       "      <td>نوآوری شرکت ملی پخش در احیای کارت سوخت با سرما...</td>\n",
       "      <td>شرکت ملی پخش فراورده‌های نفتی ایران ترتیباتی ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000610/ن...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1333</th>\n",
       "      <td>بلومبرگ:</td>\n",
       "      <td>صنعت انرژی و اقتصاد ایران با تحریم‌های آمریکا ...</td>\n",
       "      <td>بلومبرگ نوشت: گذشته نشان داده است علی‌رغم تحری...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000611/ص...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1334</th>\n",
       "      <td></td>\n",
       "      <td>علت عصبانیت رهبری از بانک‌ها</td>\n",
       "      <td>نباید اشتباه کرد؛ برخی تصور کردند تذکر رهبری ب...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000582/ع...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1335</th>\n",
       "      <td>دیدگاه/ حسن سبحانی</td>\n",
       "      <td>نامه ای برای ایران / دوگانه \"سیاست اسلامی و اق...</td>\n",
       "      <td>این \" جمهوری\" ، قابل انتساب به همان دولتی خواه...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000532/ن...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1336</th>\n",
       "      <td>یک مدیر دیگر بانک ملی به بانک مرکزی رفت</td>\n",
       "      <td>معاون نظارتی جدید بانک مرکزی با حکم همتی منصوب شد</td>\n",
       "      <td>فرهاد حنیفی مدیرعامل سابق گروه توسعه ملی  با ح...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000563/م...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1337</th>\n",
       "      <td>در پایان معاملات امروز</td>\n",
       "      <td>شاخص کل بورس 1581 واحد رشد کرد</td>\n",
       "      <td>شاخص کل بورس اوراق بهادار تهران در پایان معامل...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000558/ش...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1338</th>\n",
       "      <td>از سوی سازمان استاندارد منتشر شد</td>\n",
       "      <td>فهرست موتورسیکلت هایی که تولید و شماره گذاری آ...</td>\n",
       "      <td>تعداد استانداردهای اجباری تایید نوع موتورسیکل...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000433/ف...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1339</th>\n",
       "      <td>بر اساس اعلام مرکز آمار ایران</td>\n",
       "      <td>سیب، پرتقال و مرغ رکورد بیشترین افزایش قیمت را...</td>\n",
       "      <td>بیش‌ترین افزایش قیمت در ماه جاری نسبت به ماه گ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000519/س...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1340</th>\n",
       "      <td></td>\n",
       "      <td>ادامه کاهش نرخ ارز در بازار ثانویه/ تامین ۶۳ م...</td>\n",
       "      <td>روز گذشته ۴۰ میلیون و ۶۶۰ هزار یورو ارز حاصل ا...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000529/ا...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1341</th>\n",
       "      <td></td>\n",
       "      <td>توزیع ۲ میلیون و ۲۰۰ هزار قطعه سکه در مهر و آبان</td>\n",
       "      <td>بانک مرکزی طی ماه های مهر و آبان 2 میلیون و 20...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000541/ت...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1342</th>\n",
       "      <td>براساس مصوبه کارگروه تنظیم بازار</td>\n",
       "      <td>صادرات شکر ممنوع شد</td>\n",
       "      <td>بر اساس نامه رئیس کارگروه تنظیم بازار، صادرات ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000420/ص...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1343</th>\n",
       "      <td>رئیس سازمان خصوصی سازی خبر داد</td>\n",
       "      <td>آخرین فرصت برای 7 میلیون مشمول جامانده از سود ...</td>\n",
       "      <td>رئیس سازمان خصوصی‌سازی گفت: 7 میلیون مشمول سها...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000429/آ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1344</th>\n",
       "      <td>رسانه‌های ژاپنی:</td>\n",
       "      <td>بعید است آمریکا به ژاپن مجوز واردات نفت از ایر...</td>\n",
       "      <td>شرکت‌های بزرگ نفتی ژاپن به علت ترس از واشنگتن ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000482/ب...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1345</th>\n",
       "      <td></td>\n",
       "      <td>یک راننده تاکسی تصاویر گوشی جدید گوگل را لو داد</td>\n",
       "      <td>در روزهای اخیر اطلاعات متنوعی در مورد گوشی جدی...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000440/ی...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1346</th>\n",
       "      <td>معاون آبخیزداری سازمان جنگل‌ها و مراتع کشور خب...</td>\n",
       "      <td>اختصاص 200 میلیون دلار از صندوق توسعه ملی برای...</td>\n",
       "      <td>معاون آبخیزداری سازمان جنگل‌ها و مراتع کشور، گ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000397/ا...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1347</th>\n",
       "      <td>فارس منتشر کرد</td>\n",
       "      <td>جزئیات طرح مالیات بر عایدی سرمایه در بخش مسکن</td>\n",
       "      <td>جزئیاتی از طرح مالیات بر عایدی سرمایه در بخش ا...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000349/ج...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1348</th>\n",
       "      <td></td>\n",
       "      <td>افزایش برد شبکه های وای – فای خانگی با یک دستگ...</td>\n",
       "      <td>شرکت دیجی سول برای افزایش دامنه و برد شبکه های...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000427/ا...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1349</th>\n",
       "      <td>مدیرعامل شستا در گفت‌وگو با فارس خبر داد</td>\n",
       "      <td>افزایش گرایش به خرید لوازم خانگی ایرانی/حل مشک...</td>\n",
       "      <td>مدیرعامل شرکت سرمایه‌گذاری تامین اجتماعی از تش...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000345/ا...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1350</th>\n",
       "      <td>معاون سازمان امور مالیاتی کشور:</td>\n",
       "      <td>فسخ وکالت فروش اسناد خودرو بعد از ۶ ماه مشمول ...</td>\n",
       "      <td>معاون سازمان امور مالیاتی کشور اعلام کرد فسخ و...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970611000484/ف...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1351</th>\n",
       "      <td>مدیرکل دفتر توسعه مهندسی ساختمان وزارت راه در ...</td>\n",
       "      <td>پاسخ تند وزارت راه به  سازمان نظام مهندسی ساخت...</td>\n",
       "      <td>مدیرکل دفتر توسعه مهندسی ساختمان وزارت راه و ش...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000283/پ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1352</th>\n",
       "      <td>جزئیات افتتاح 3 طرح جدید پتروشیمی؛</td>\n",
       "      <td>ظرفیت تولید پتروشیمی از مرز 65 میلیون تن گذشت/...</td>\n",
       "      <td>هم‌زمان با شمارش معکوس افتتاح رسمی سه طرح جدید...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000221/ظ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1353</th>\n",
       "      <td>در آستانه ماه مهر صورت گرفت</td>\n",
       "      <td>توزیع نوشت افزار و پوشاک ایرانی در فروشگاه زنج...</td>\n",
       "      <td>رئیس اتحادیه فروشگاه‌های زنجیره‌ای از توزیع نو...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000251/ت...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1354</th>\n",
       "      <td>در گفت‌‌وگو با فارس عنوان شد ‌</td>\n",
       "      <td>جزئیات تکمیل کریدور شماره ۱۰ کشور در کردستان‌/...</td>\n",
       "      <td>مدیر ساخت و توسعه راه‌های اداره کل راه و شهرسا...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000222/ج...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1355</th>\n",
       "      <td>فارس از نحوه سوخت گیری در جایگاه‌های بنزین گزا...</td>\n",
       "      <td>مهمترین عامل هوا فروشی در پمپ بنزین‌ها/ روش‌ها...</td>\n",
       "      <td>متوسط مصرف بنزین درحالی امسال بارها از مرز 100...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000255/م...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1356</th>\n",
       "      <td></td>\n",
       "      <td>وزارت صمت افزایش قیمت خودرو توسط خودروسازها را...</td>\n",
       "      <td>وزارت صنعت، معدن و تجارت افزایش قیمت خودرو توس...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000216/و...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1357</th>\n",
       "      <td></td>\n",
       "      <td>اعمال تغییرات آزمایشی تازه در توییتر</td>\n",
       "      <td>توییتر در حال اعمال قابلیت های جدیدی به صورت آ...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000288/ا...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1358</th>\n",
       "      <td>سخنگوی کمیسیون برنامه و بودجه مجلس خبرداد</td>\n",
       "      <td>تصویب کلیات طرح تامین و توزیع کالای اساسی توسط...</td>\n",
       "      <td>سخنگوی کمیسیون برنامه و بودجه مجلس شورای اسلام...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000249/ت...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1359</th>\n",
       "      <td>بر اساس اعلام راه‌آهن صورت می‌گیرد</td>\n",
       "      <td>آغاز پیش فروش بلیت‌ مهرماه‌ قطار از ۱۳ شهریور ‌</td>\n",
       "      <td>مدیر کل برنامه‌ریزی و نظارت بر خدمات مسافری را...</td>\n",
       "      <td>https://media.farsnews.com/media/Uploaded/File...</td>\n",
       "      <td>https://www.farsnews.com/news/13970612000190/آ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1360 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                whoTell  \\\n",
       "0     عضو کمیسیون انرژی مجلس در گفت‌وگو با فارس خبر داد   \n",
       "1                                                         \n",
       "2                                                         \n",
       "3                                       امروز در بازار؛   \n",
       "4     یک مقام مسئول سایپا در گفت‌وگو با فارس عنوان کرد    \n",
       "5     نایب رئیس انجمن انبوه‌سازان مسکن ساختمان تهران...   \n",
       "6                                        ترامپ مدعی شد    \n",
       "7                                             اسپوتنیک:   \n",
       "8                                                         \n",
       "9                                  امروز در بازار تهران   \n",
       "10                              معاون وزیر انرژی روسیه:   \n",
       "11             قائم‌مقام راه‌آهن در پاسخ به فارس خبرداد   \n",
       "12                                             /تکمیلی/   \n",
       "13         در جلسه شورای عالی هماهنگی اقتصادی صورت گرفت   \n",
       "14                                    فارس گزارش می‌دهد   \n",
       "15                                                 BBC:   \n",
       "16                                                        \n",
       "17        رئیس بسیج سازندگی در گفت‌وگو با فارس مطرح کرد   \n",
       "18            با نگرانی‌ نسبت به جنگ تجاری آمریکا و چین   \n",
       "19                      مؤسسه رتبه‌بندی مودی هشدار داد    \n",
       "20                            یک کارشناس نفتی اعلام کرد   \n",
       "21                                            راشاتودی:   \n",
       "22                                 بانک مرکزی اعلام کرد   \n",
       "23                                    فارس گزارش می‌دهد   \n",
       "24              فارس از غلغله در بازار ارز گزارش می‌دهد   \n",
       "25                                  طبق دستور وزیر صنعت   \n",
       "26                    فارس از آمارهای رسمی گزارش می‌دهد   \n",
       "27                                                        \n",
       "28                                       فارس منتشر کرد   \n",
       "29     رئیس اتحادیه فروشندگان خودرو در گفت‌وگو با فارس:   \n",
       "...                                                 ...   \n",
       "1330                                        با حکم همتی   \n",
       "1331  مدیرکل دفتر آبخیزداری و حفاظت خاک سازمان جنگل‌...   \n",
       "1332                                    فارس خبر می دهد   \n",
       "1333                                           بلومبرگ:   \n",
       "1334                                                      \n",
       "1335                                 دیدگاه/ حسن سبحانی   \n",
       "1336            یک مدیر دیگر بانک ملی به بانک مرکزی رفت   \n",
       "1337                            در پایان معاملات امروز    \n",
       "1338                   از سوی سازمان استاندارد منتشر شد   \n",
       "1339                      بر اساس اعلام مرکز آمار ایران   \n",
       "1340                                                      \n",
       "1341                                                      \n",
       "1342                   براساس مصوبه کارگروه تنظیم بازار   \n",
       "1343                     رئیس سازمان خصوصی سازی خبر داد   \n",
       "1344                                   رسانه‌های ژاپنی:   \n",
       "1345                                                      \n",
       "1346  معاون آبخیزداری سازمان جنگل‌ها و مراتع کشور خب...   \n",
       "1347                                     فارس منتشر کرد   \n",
       "1348                                                      \n",
       "1349           مدیرعامل شستا در گفت‌وگو با فارس خبر داد   \n",
       "1350                    معاون سازمان امور مالیاتی کشور:   \n",
       "1351  مدیرکل دفتر توسعه مهندسی ساختمان وزارت راه در ...   \n",
       "1352                 جزئیات افتتاح 3 طرح جدید پتروشیمی؛   \n",
       "1353                        در آستانه ماه مهر صورت گرفت   \n",
       "1354                     در گفت‌‌وگو با فارس عنوان شد ‌   \n",
       "1355  فارس از نحوه سوخت گیری در جایگاه‌های بنزین گزا...   \n",
       "1356                                                      \n",
       "1357                                                      \n",
       "1358          سخنگوی کمیسیون برنامه و بودجه مجلس خبرداد   \n",
       "1359                 بر اساس اعلام راه‌آهن صورت می‌گیرد   \n",
       "\n",
       "                                                  title  \\\n",
       "0     بررسی تخلفات واگذاری آلومینیوم المهدی هفته آین...   \n",
       "1     پربیننده‌ترین اخبار خبرگزاری فارس در 24ساعت گذ...   \n",
       "2     شرکت هندی برای جایگزینی نفت ایران به نفوذ شرکا...   \n",
       "3        سیر نزولی قیمت خودرو  با سقوط نرخ دلار آغاز شد   \n",
       "4     دلایل تاخیر در تحویل خودرو‌ها/ چرا خودروهای پر...   \n",
       "5     آمار دقیقی از واحدهای خالی از سکنه وجود ندارد/...   \n",
       "6     توافق جدید با مکزیک  و کانادا شغل به آمریکا می...   \n",
       "7     روسای آمریکا و کانادا برای پیشبرد مذاکرات تجار...   \n",
       "8         ترکیه در ماه سپتامبر 25 هزار تن فندق صادر کرد   \n",
       "9     سکه ۴ میلیون و ۴۴۱ هزار تومان شد/ نزول قیمت ان...   \n",
       "10    روسیه قادر نیست کمبود انرژی بازار آسیایی در اث...   \n",
       "11    رشد 50 درصدی ترانزیت ریلی/ افتتاح فاز اول پایا...   \n",
       "12    آشکار شدن مداخله یهودیان در نوسانات بازار ارز ...   \n",
       "13    مصوبه‌های جدید برای مدیریت بازار ارز / انتشار ...   \n",
       "14    حمایت پتروشیمی‌ها از صنایع آرد و نان ایران/ مو...   \n",
       "15    خروج انگلیس از اتحادیه اروپا روی  سرمایه‌گذاری...   \n",
       "16    توافق تجاری جدید «نفتا» قیمت خودرو را در آمریک...   \n",
       "17    اقدامات بسیج سازندگی برای مقابله با جنگ اقتصاد...   \n",
       "18                          بورس‌های آسیایی قرمز پوش شد   \n",
       "19    اروپا آمادگی مواجهه با یک بحران در نظام مالی ب...   \n",
       "20    پیشتازی نفت به سمت 100 دلار/عربستان نتوانست خو...   \n",
       "21    پوتین از حذف دلار در اقتصاد روسیه کاملا حمایت ...   \n",
       "22          آمادگی شعب ارزی بانک‌ها برای خرید ارز مردم    \n",
       "23    وعده زنگنه برای صادرات گاز به عمان در سال 97 ع...   \n",
       "24    دلالان نرخ می‌دهند و مردم فقط نگاه می‌کنند/کاه...   \n",
       "25    ۴۵ تعرفه جدید کالا از پرداخت مابه التفاوت ارز ...   \n",
       "26    جهش قیمت موز، سیب زمینی و رب گوجه در ماه شهریو...   \n",
       "27    هر بشکه نفت 85 دلار/ افزایش قیمت نفت علیرغم خو...   \n",
       "28    ۱۲۸۰ میلیارد تومان تسهیلات صندوق توسعه ملی به ...   \n",
       "29    قیمت خودروهای داخلی تا 12 و  خارجی تا 50 میلیو...   \n",
       "...                                                 ...   \n",
       "1330                        طالبی دبیر کل بانک مرکزی شد   \n",
       "1331  سالانه ۲۵۰ میلیون متر مکعب رسوب وارد سدها می ش...   \n",
       "1332  نوآوری شرکت ملی پخش در احیای کارت سوخت با سرما...   \n",
       "1333  صنعت انرژی و اقتصاد ایران با تحریم‌های آمریکا ...   \n",
       "1334                       علت عصبانیت رهبری از بانک‌ها   \n",
       "1335  نامه ای برای ایران / دوگانه \"سیاست اسلامی و اق...   \n",
       "1336  معاون نظارتی جدید بانک مرکزی با حکم همتی منصوب شد   \n",
       "1337                     شاخص کل بورس 1581 واحد رشد کرد   \n",
       "1338  فهرست موتورسیکلت هایی که تولید و شماره گذاری آ...   \n",
       "1339  سیب، پرتقال و مرغ رکورد بیشترین افزایش قیمت را...   \n",
       "1340  ادامه کاهش نرخ ارز در بازار ثانویه/ تامین ۶۳ م...   \n",
       "1341   توزیع ۲ میلیون و ۲۰۰ هزار قطعه سکه در مهر و آبان   \n",
       "1342                               صادرات شکر ممنوع شد    \n",
       "1343  آخرین فرصت برای 7 میلیون مشمول جامانده از سود ...   \n",
       "1344  بعید است آمریکا به ژاپن مجوز واردات نفت از ایر...   \n",
       "1345    یک راننده تاکسی تصاویر گوشی جدید گوگل را لو داد   \n",
       "1346  اختصاص 200 میلیون دلار از صندوق توسعه ملی برای...   \n",
       "1347     جزئیات طرح مالیات بر عایدی سرمایه در بخش مسکن    \n",
       "1348  افزایش برد شبکه های وای – فای خانگی با یک دستگ...   \n",
       "1349  افزایش گرایش به خرید لوازم خانگی ایرانی/حل مشک...   \n",
       "1350  فسخ وکالت فروش اسناد خودرو بعد از ۶ ماه مشمول ...   \n",
       "1351  پاسخ تند وزارت راه به  سازمان نظام مهندسی ساخت...   \n",
       "1352  ظرفیت تولید پتروشیمی از مرز 65 میلیون تن گذشت/...   \n",
       "1353  توزیع نوشت افزار و پوشاک ایرانی در فروشگاه زنج...   \n",
       "1354  جزئیات تکمیل کریدور شماره ۱۰ کشور در کردستان‌/...   \n",
       "1355  مهمترین عامل هوا فروشی در پمپ بنزین‌ها/ روش‌ها...   \n",
       "1356  وزارت صمت افزایش قیمت خودرو توسط خودروسازها را...   \n",
       "1357              اعمال تغییرات آزمایشی تازه در توییتر    \n",
       "1358  تصویب کلیات طرح تامین و توزیع کالای اساسی توسط...   \n",
       "1359    آغاز پیش فروش بلیت‌ مهرماه‌ قطار از ۱۳ شهریور ‌   \n",
       "\n",
       "                                                summery  \\\n",
       "0     عضو کمیسیون انرژی مجلس گفت: تخلفات مربوط به جر...   \n",
       "1     غش کردن مردمی که دلار خریده بودند! و سه‌گانه ا...   \n",
       "2     نارایا انرژی، یکی از خریداران هندی و بزرگ نفت ...   \n",
       "3     قیمت انواع خودروهای داخلی و خارجی امروز در باز...   \n",
       "4     قائم مقام مرکز مطالعات استراتژیک فناوری اطلاعا...   \n",
       "5     نایب رئیس انجمن انبوه‌سازان مسکن ساختمان تهران...   \n",
       "6     وزیر بازرگانی آمریکا اعلام کرد: توافق جدید بین...   \n",
       "7     نخست‌وزیر کانادا و رئیس‌جمهور آمریکا طی تماسی ...   \n",
       "8     انجمن صادرکنندگان فندق ترکیه، اعلام کرد: این ک...   \n",
       "9     سکه طرح جدید امروز  در بازار تهران 140 هزار تو...   \n",
       "10    معاون وزیر انرژی روسیه گفت: روسیه واقعا قادر ن...   \n",
       "11    قائم‌مقام راه‌آهن با اشاره به رشد 50 درصدی ترا...   \n",
       "12    درپی تحقیقات دستگاه قضایی و امنیتی ترکیه مشخص ...   \n",
       "13    جلسه شورای عالی هماهنگی اقتصادی در ادامه بررسی...   \n",
       "14    با موافقت دولت و حمایت شرکت‌‎های تولیدی پتروشی...   \n",
       "15    شرکت خودروسازی تویوتا اعلام کرد: در صورتی که ا...   \n",
       "16    علیرغم آنکه توافق کانادا و آمریکا در قالب یک ق...   \n",
       "17    رئیس سازمان بسیج سازندگی با تأکید بر اینکه علی...   \n",
       "18    در معاملات امروز بازارهای مالی نگرانی‌ها نسبت ...   \n",
       "19    مؤسسه رتبه‌بندی مودی هشدار داد که اروپا به شدت...   \n",
       "20    یک کارشناس نفتی گفت: احتمال زیاد قمیت نفت برای...   \n",
       "21    مدیرعامل بانک VTB روسیه گفت: رئیس‌جمهور این کش...   \n",
       "22    بانک مرکزی جمهوری اسلامی ایران در اطلاعیه‌ای ا...   \n",
       "23    در حالی یکی از وعده های بیژن زنگنه در جلسه رای...   \n",
       "24    تجمع شدیدی در بازار ارز شکل گرفته و بسیاری افر...   \n",
       "25    براساس اعلام وزارت صنعت 45 ردیف کدهای تعرفه گر...   \n",
       "26    بیشترین افزایش قیمت نسبت به ماه مشابه سال قبل ...   \n",
       "27    با توجه به آماده شدن بازار برای عرضه کمتر در ا...   \n",
       "28    عملکرد تسهیلات ریالی صندوق توسعه ملی از محل قر...   \n",
       "29    رئیس اتحادیه صنف دارندگان نمایشگاه و فروشگاه خ...   \n",
       "...                                                 ...   \n",
       "1330  محمد طالبی با حکم رئیس کل بانک مرکزی به سمت دب...   \n",
       "1331  مدیرکل دفتر آبخیزداری و حفاظت خاک سازمان جنگل‌...   \n",
       "1332   شرکت ملی پخش فراورده‌های نفتی ایران ترتیباتی ...   \n",
       "1333  بلومبرگ نوشت: گذشته نشان داده است علی‌رغم تحری...   \n",
       "1334  نباید اشتباه کرد؛ برخی تصور کردند تذکر رهبری ب...   \n",
       "1335  این \" جمهوری\" ، قابل انتساب به همان دولتی خواه...   \n",
       "1336  فرهاد حنیفی مدیرعامل سابق گروه توسعه ملی  با ح...   \n",
       "1337  شاخص کل بورس اوراق بهادار تهران در پایان معامل...   \n",
       "1338   تعداد استانداردهای اجباری تایید نوع موتورسیکل...   \n",
       "1339  بیش‌ترین افزایش قیمت در ماه جاری نسبت به ماه گ...   \n",
       "1340  روز گذشته ۴۰ میلیون و ۶۶۰ هزار یورو ارز حاصل ا...   \n",
       "1341  بانک مرکزی طی ماه های مهر و آبان 2 میلیون و 20...   \n",
       "1342  بر اساس نامه رئیس کارگروه تنظیم بازار، صادرات ...   \n",
       "1343  رئیس سازمان خصوصی‌سازی گفت: 7 میلیون مشمول سها...   \n",
       "1344  شرکت‌های بزرگ نفتی ژاپن به علت ترس از واشنگتن ...   \n",
       "1345  در روزهای اخیر اطلاعات متنوعی در مورد گوشی جدی...   \n",
       "1346  معاون آبخیزداری سازمان جنگل‌ها و مراتع کشور، گ...   \n",
       "1347  جزئیاتی از طرح مالیات بر عایدی سرمایه در بخش ا...   \n",
       "1348  شرکت دیجی سول برای افزایش دامنه و برد شبکه های...   \n",
       "1349  مدیرعامل شرکت سرمایه‌گذاری تامین اجتماعی از تش...   \n",
       "1350  معاون سازمان امور مالیاتی کشور اعلام کرد فسخ و...   \n",
       "1351  مدیرکل دفتر توسعه مهندسی ساختمان وزارت راه و ش...   \n",
       "1352  هم‌زمان با شمارش معکوس افتتاح رسمی سه طرح جدید...   \n",
       "1353  رئیس اتحادیه فروشگاه‌های زنجیره‌ای از توزیع نو...   \n",
       "1354  مدیر ساخت و توسعه راه‌های اداره کل راه و شهرسا...   \n",
       "1355  متوسط مصرف بنزین درحالی امسال بارها از مرز 100...   \n",
       "1356  وزارت صنعت، معدن و تجارت افزایش قیمت خودرو توس...   \n",
       "1357  توییتر در حال اعمال قابلیت های جدیدی به صورت آ...   \n",
       "1358  سخنگوی کمیسیون برنامه و بودجه مجلس شورای اسلام...   \n",
       "1359  مدیر کل برنامه‌ریزی و نظارت بر خدمات مسافری را...   \n",
       "\n",
       "                                                    img  \\\n",
       "0     https://media.farsnews.com/media/Uploaded/File...   \n",
       "1     https://media.farsnews.com/media/Uploaded/File...   \n",
       "2     https://media.farsnews.com/media/Uploaded/File...   \n",
       "3     https://media.farsnews.com/media/Uploaded/File...   \n",
       "4     https://media.farsnews.com/media/Uploaded/File...   \n",
       "5     https://media.farsnews.com/media/Uploaded/File...   \n",
       "6     https://media.farsnews.com/media/Uploaded/File...   \n",
       "7     https://media.farsnews.com/media/Uploaded/File...   \n",
       "8     https://media.farsnews.com/media/Uploaded/File...   \n",
       "9     https://media.farsnews.com/media/Uploaded/File...   \n",
       "10    https://media.farsnews.com/media/Uploaded/File...   \n",
       "11    https://media.farsnews.com/media/Uploaded/File...   \n",
       "12    https://media.farsnews.com/media/Uploaded/File...   \n",
       "13    https://media.farsnews.com/media/Uploaded/File...   \n",
       "14    https://media.farsnews.com/media/Uploaded/File...   \n",
       "15    https://media.farsnews.com/media/Uploaded/File...   \n",
       "16    https://media.farsnews.com/media/Uploaded/File...   \n",
       "17    https://media.farsnews.com/media/Uploaded/File...   \n",
       "18    https://media.farsnews.com/media/Uploaded/File...   \n",
       "19    https://media.farsnews.com/media/Uploaded/File...   \n",
       "20    https://media.farsnews.com/media/Uploaded/File...   \n",
       "21    https://media.farsnews.com/media/Uploaded/File...   \n",
       "22    https://media.farsnews.com/media/Uploaded/File...   \n",
       "23    https://media.farsnews.com/media/Uploaded/File...   \n",
       "24    https://media.farsnews.com/media/Uploaded/File...   \n",
       "25    https://media.farsnews.com/media/Uploaded/File...   \n",
       "26    https://media.farsnews.com/media/Uploaded/File...   \n",
       "27    https://media.farsnews.com/media/Uploaded/File...   \n",
       "28    https://media.farsnews.com/media/Uploaded/File...   \n",
       "29    https://media.farsnews.com/media/Uploaded/File...   \n",
       "...                                                 ...   \n",
       "1330  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1331  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1332  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1333  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1334  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1335  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1336  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1337  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1338  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1339  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1340  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1341  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1342  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1343  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1344  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1345  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1346  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1347  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1348  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1349  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1350  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1351  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1352  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1353  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1354  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1355  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1356  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1357  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1358  https://media.farsnews.com/media/Uploaded/File...   \n",
       "1359  https://media.farsnews.com/media/Uploaded/File...   \n",
       "\n",
       "                                                postUrl    body date  \n",
       "0     https://www.farsnews.com/news/13970710001043/ب...  sample   00  \n",
       "1     https://www.farsnews.com/news/13970710001080/پ...  sample   00  \n",
       "2     https://www.farsnews.com/news/13970710001164/ش...  sample   00  \n",
       "3     https://www.farsnews.com/news/13970710000658/س...  sample   00  \n",
       "4     https://www.farsnews.com/news/13970710000959/د...  sample   00  \n",
       "5     https://www.farsnews.com/news/13970710000994/آ...  sample   00  \n",
       "6     https://www.farsnews.com/news/13970710001012/ت...  sample   00  \n",
       "7     https://www.farsnews.com/news/13970710000989/ر...  sample   00  \n",
       "8     https://www.farsnews.com/news/13970710000956/ت...  sample   00  \n",
       "9     https://www.farsnews.com/news/13970710000985/س...  sample   00  \n",
       "10    https://www.farsnews.com/news/13970710000940/ر...  sample   00  \n",
       "11    https://www.farsnews.com/news/13970710000906/ر...  sample   00  \n",
       "12    https://www.farsnews.com/news/13970710000889/آ...  sample   00  \n",
       "13    https://www.farsnews.com/news/13970710000867/م...  sample   00  \n",
       "14    https://www.farsnews.com/news/13970710000839/ح...  sample   00  \n",
       "15    https://www.farsnews.com/news/13970710000829/خ...  sample   00  \n",
       "16    https://www.farsnews.com/news/13970710000811/ت...  sample   00  \n",
       "17    https://www.farsnews.com/news/13970710000616/ا...  sample   00  \n",
       "18    https://www.farsnews.com/news/13970710000782/ب...  sample   00  \n",
       "19    https://www.farsnews.com/news/13970710000778/ا...  sample   00  \n",
       "20    https://www.farsnews.com/news/13970710000751/پ...  sample   00  \n",
       "21    https://www.farsnews.com/news/13970710000728/پ...  sample   00  \n",
       "22    https://www.farsnews.com/news/13970710000759/آ...  sample   00  \n",
       "23    https://www.farsnews.com/news/13970710000708/و...  sample   00  \n",
       "24    https://www.farsnews.com/news/13970710000706/د...  sample   00  \n",
       "25    https://www.farsnews.com/news/13970710000667/۴...  sample   00  \n",
       "26    https://www.farsnews.com/news/13970710000673/ج...  sample   00  \n",
       "27    https://www.farsnews.com/news/13970710000566/ه...  sample   00  \n",
       "28    https://www.farsnews.com/news/13970708000622/۱...  sample   00  \n",
       "29    https://www.farsnews.com/news/13970710000615/ق...  sample   00  \n",
       "...                                                 ...     ...  ...  \n",
       "1330  https://www.farsnews.com/news/13970612000678/ط...  sample   00  \n",
       "1331  https://www.farsnews.com/news/13970612000648/س...  sample   00  \n",
       "1332  https://www.farsnews.com/news/13970612000610/ن...  sample   00  \n",
       "1333  https://www.farsnews.com/news/13970612000611/ص...  sample   00  \n",
       "1334  https://www.farsnews.com/news/13970612000582/ع...  sample   00  \n",
       "1335  https://www.farsnews.com/news/13970612000532/ن...  sample   00  \n",
       "1336  https://www.farsnews.com/news/13970612000563/م...  sample   00  \n",
       "1337  https://www.farsnews.com/news/13970612000558/ش...  sample   00  \n",
       "1338  https://www.farsnews.com/news/13970612000433/ف...  sample   00  \n",
       "1339  https://www.farsnews.com/news/13970612000519/س...  sample   00  \n",
       "1340  https://www.farsnews.com/news/13970612000529/ا...  sample   00  \n",
       "1341  https://www.farsnews.com/news/13970612000541/ت...  sample   00  \n",
       "1342  https://www.farsnews.com/news/13970612000420/ص...  sample   00  \n",
       "1343  https://www.farsnews.com/news/13970612000429/آ...  sample   00  \n",
       "1344  https://www.farsnews.com/news/13970612000482/ب...  sample   00  \n",
       "1345  https://www.farsnews.com/news/13970612000440/ی...  sample   00  \n",
       "1346  https://www.farsnews.com/news/13970612000397/ا...  sample   00  \n",
       "1347  https://www.farsnews.com/news/13970612000349/ج...  sample   00  \n",
       "1348  https://www.farsnews.com/news/13970612000427/ا...  sample   00  \n",
       "1349  https://www.farsnews.com/news/13970612000345/ا...  sample   00  \n",
       "1350  https://www.farsnews.com/news/13970611000484/ف...  sample   00  \n",
       "1351  https://www.farsnews.com/news/13970612000283/پ...  sample   00  \n",
       "1352  https://www.farsnews.com/news/13970612000221/ظ...  sample   00  \n",
       "1353  https://www.farsnews.com/news/13970612000251/ت...  sample   00  \n",
       "1354  https://www.farsnews.com/news/13970612000222/ج...  sample   00  \n",
       "1355  https://www.farsnews.com/news/13970612000255/م...  sample   00  \n",
       "1356  https://www.farsnews.com/news/13970612000216/و...  sample   00  \n",
       "1357  https://www.farsnews.com/news/13970612000288/ا...  sample   00  \n",
       "1358  https://www.farsnews.com/news/13970612000249/ت...  sample   00  \n",
       "1359  https://www.farsnews.com/news/13970612000190/آ...  sample   00  \n",
       "\n",
       "[1360 rows x 7 columns]"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from bs4 import BeautifulSoup\n",
    "import requests\n",
    "data = []\n",
    "df = []\n",
    "for ii in range(68):\n",
    "    websiteURL = 'https://www.farsnews.com/economy?i='+str(ii+1)\n",
    "    homeURL = 'https://www.farsnews.com'\n",
    "    req = requests.get(websiteURL)\n",
    "    html = BeautifulSoup(req.text , 'html.parser')\n",
    "    posts = html.find(class_ = 'ctgnewsmainpane').find_all(class_='topnews')\n",
    "    print(ii,'th is Done!')\n",
    "    for i in posts:\n",
    "        img     =  (i.a.img) \n",
    "        if(img):\n",
    "            img = i.a.img.get('src')\n",
    "        postUrl = i.find_all('a')[0].get('href')\n",
    "        if i.find(class_='newsrotitrCtgTop'):\n",
    "            whoTell = i.find(class_='newsrotitrCtgTop').get_text()\n",
    "        else:\n",
    "            whoTell = ''\n",
    "        title   = i.find(class_='ctgtopnewsinfotitle').get_text()\n",
    "        summery = i.find(class_='ctgnewslead').get_text()\n",
    "        date    = '00'\n",
    "        data.append([   whoTell , title, summery, img ,homeURL+postUrl , 'sample',date]),\n",
    "\n",
    "df = pd.DataFrame(data)\n",
    "df = df.rename(columns = {0 : 'whoTell',\n",
    "              1 : 'title',\n",
    "              2 : 'summery',\n",
    "              3 : 'img',\n",
    "              4 : 'postUrl',\n",
    "              5 : 'body',\n",
    "              6 : 'date'\n",
    "                         })\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\nبه گزارش خبرنگار اقتصادی خبرگزاری فارس، سعید محمدزاده امروز در مراسم امضای تفاهم\\u200cنامه مطالعه احداث مسیر ریلی جلفا - پلدشت - چشمه ثریا که از دو منطقه آزاد ارس و ماکو می\\u200cگذرد، اظهار داشت:\\u200c در همه جای دنیا سیستم حمل\\u200cونقل ریلی غیرقابل رقابت است، اما در کشور ما به صورت جزیره\\u200cای عمل می\\u200cشود و همیشه سبب تحمیل هزینه\\u200cهای سنگین به کشور می\\u200cشود.\\xa0\\nوی ادامه داد: مناطق آزاد باید در اقتصاد کشور نقش مولد داشته باشند و نیازمند ارتباطات قوی در حمل\\u200cونقل هستند.\\xa0\\nمدیرعامل راه\\u200cآهن گفت: در بُعد اقتصاد ملی اگر موفق شویم، هر میزان حجم جابه\\u200cجایی بار و مسافر را به ریل منتقل کنیم، در پایداری اقتصاد مؤثر خواهیم بود.\\nمحمدزاده اظهار داشت: وقتی یک تن کیلومتر بار از جاده به ریل متصل شود ۳۵سی\\u200cسی صرفه\\u200cجویی سوخت دارد که اگر در قیمت سوخت (گازوئیل) که ۵۷ سنت است ضرب کنیم، ۲صدم دلار به ازای هر تن کیلومتر خواهد بود.\\nمدیرعامل راه\\u200cآهن افزود: می\\u200cتوان ۳۰ میلیارد تن بار موازی را\\xa0 امروز به سمت ریل منتقل کرد و این یعنی ۶۰۰ میلیون دلار صرفه\\u200cجویی سوخت.\\nمحمدزاده گفت: در کشورهای دنیا جایی که نرخ سوخت آزاد و ۱.۲ یورو است گفته\\u200cاند که اگر کامیونی بیش از ۳۰ بار در ماه به یک پارک لجستیک مراجعه کرد، از مالیات معاف است تا بدین ترتیب مشوقی برای انتقال بارهای دارای مسیر طولانی به ریل باشد.\\nوی ادامه داد: طرحی برای اتصال منطقه آزاد اروند به بندر ماهشهر داشتیم که راه\\u200cآهن ۱۵۰ میلیارد تومان آورده داشت و قرار شد شرکتی با مدل آزادراه تشکیل شود که امیدواریم این مهم با همکاری مسئولان مناطق آزاد به نتیجه برسید.\\nمدیرعامل راه\\u200cآهن بیان کرد: اتصال ریلی چشمه ثریا برای کشور ما اهمیت دارد. ایران از طریق مرز رازی به ترکیه و اروپا توسط ریل متصل است، اما با گلوگاه دریاچه وان مواجه هستیم که ظرفیت\\u200cها را کاهش می\\u200cدهد و اگر از طریق چشمه ثریا به ریل متصل شویم ،از نظر ما مناسب است.\\nمحمدزاده افزود: صندوق توسعه ملی هم آماده همکاری در این پروژه را دارد و راه\\u200cآهن نیز اگر شرکت خصوصی شکل بگیرد کمک می\\u200cکند، راه\\u200cآهن می\\u200cتواند در سرمایه\\u200cگذاری در حوزه ریلی رأساً ضمانت\\u200cنامه صادر کند.\\nمدیرعامل راه\\u200cآهن\\xa0 مدت\\u200cزمان انجام مطالعات برای احداث خط ریلی مذکور را ۹ ماه اعلام کرد و گفت: امیدواریم این مطالعات هرچه زودتر انجام شود.\\nانتهای پیام/ب'"
      ]
     },
     "execution_count": 125,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['postUrl'][216]\n",
    "df['body'][216]\n",
    "# df.loc[62]['body']\n",
    "# df.shape[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "452 th is Done!\n",
      "453 th is Done!\n",
      "454 th is Done!\n",
      "455 th is Done!\n",
      "456 th is Done!\n",
      "457 th is Done!\n",
      "458 th is Done!\n",
      "459 th is Done!\n",
      "460 th is Done!\n",
      "461 th is Done!\n",
      "462 th is Done!\n",
      "463 th is Done!\n",
      "464 th is Done!\n",
      "465 th is Done!\n",
      "466 th is Done!\n",
      "467 th is Done!\n",
      "468 th is Done!\n",
      "469 th is Done!\n",
      "470 th is Done!\n",
      "471 th is Done!\n",
      "472 th is Done!\n",
      "473 th is Done!\n",
      "474 th is Done!\n",
      "475 th is Done!\n",
      "476 th is Done!\n",
      "477 th is Done!\n",
      "478 th is Done!\n",
      "479 th is Done!\n",
      "480 th is Done!\n",
      "481 th is Done!\n",
      "482 th is Done!\n",
      "483 th is Done!\n",
      "484 th is Done!\n",
      "485 th is Done!\n",
      "486 th is Done!\n",
      "487 th is Done!\n",
      "488 th is Done!\n",
      "489 th is Done!\n",
      "490 th is Done!\n",
      "491 th is Done!\n",
      "492 th is Done!\n",
      "493 th is Done!\n",
      "494 th is Done!\n",
      "495 th is Done!\n",
      "496 th is Done!\n",
      "497 th is Done!\n",
      "498 th is Done!\n",
      "499 th is Done!\n",
      "500 th is Done!\n",
      "501 th is Done!\n",
      "502 th is Done!\n",
      "503 th is Done!\n",
      "504 th is Done!\n",
      "505 th is Done!\n",
      "506 th is Done!\n",
      "507 th is Done!\n",
      "508 th is Done!\n",
      "509 th is Done!\n",
      "510 th is Done!\n",
      "511 th is Done!\n",
      "512 th is Done!\n",
      "513 th is Done!\n",
      "514 th is Done!\n",
      "515 th is Done!\n",
      "516 th is Done!\n",
      "517 th is Done!\n",
      "518 th is Done!\n",
      "519 th is Done!\n",
      "520 th is Done!\n",
      "521 th is Done!\n",
      "522 th is Done!\n",
      "523 th is Done!\n",
      "524 th is Done!\n",
      "525 th is Done!\n",
      "526 th is Done!\n",
      "527 th is Done!\n",
      "528 th is Done!\n",
      "529 th is Done!\n",
      "530 th is Done!\n",
      "531 th is Done!\n",
      "532 th is Done!\n",
      "533 th is Done!\n",
      "534 th is Done!\n",
      "535 th is Done!\n",
      "536 th is Done!\n",
      "537 th is Done!\n",
      "538 th is Done!\n",
      "539 th is Done!\n",
      "540 th is Done!\n",
      "541 th is Done!\n",
      "542 th is Done!\n",
      "543 th is Done!\n",
      "544 th is Done!\n",
      "545 th is Done!\n",
      "546 th is Done!\n",
      "547 th is Done!\n",
      "548 th is Done!\n",
      "549 th is Done!\n",
      "550 th is Done!\n",
      "551 th is Done!\n",
      "552 th is Done!\n",
      "553 th is Done!\n",
      "554 th is Done!\n",
      "555 th is Done!\n",
      "556 th is Done!\n",
      "557 th is Done!\n",
      "558 th is Done!\n",
      "559 th is Done!\n",
      "560 th is Done!\n",
      "561 th is Done!\n",
      "562 th is Done!\n",
      "563 th is Done!\n",
      "564 th is Done!\n",
      "565 th is Done!\n",
      "566 th is Done!\n",
      "567 th is Done!\n",
      "568 th is Done!\n",
      "569 th is Done!\n",
      "570 th is Done!\n",
      "571 th is Done!\n",
      "572 th is Done!\n",
      "573 th is Done!\n",
      "574 th is Done!\n",
      "575 th is Done!\n",
      "576 th is Done!\n",
      "577 th is Done!\n",
      "578 th is Done!\n",
      "579 th is Done!\n",
      "580 th is Done!\n",
      "581 th is Done!\n",
      "582 th is Done!\n",
      "583 th is Done!\n",
      "584 th is Done!\n",
      "585 th is Done!\n",
      "586 th is Done!\n",
      "587 th is Done!\n",
      "588 th is Done!\n",
      "589 th is Done!\n",
      "590 th is Done!\n",
      "591 th is Done!\n",
      "592 th is Done!\n",
      "593 th is Done!\n",
      "594 th is Done!\n",
      "595 th is Done!\n",
      "596 th is Done!\n",
      "597 th is Done!\n",
      "598 th is Done!\n",
      "599 th is Done!\n",
      "600 th is Done!\n",
      "601 th is Done!\n",
      "602 th is Done!\n",
      "603 th is Done!\n",
      "604 th is Done!\n",
      "605 th is Done!\n",
      "606 th is Done!\n",
      "607 th is Done!\n",
      "608 th is Done!\n",
      "609 th is Done!\n",
      "610 th is Done!\n",
      "611 th is Done!\n",
      "612 th is Done!\n",
      "613 th is Done!\n",
      "614 th is Done!\n",
      "615 th is Done!\n",
      "616 th is Done!\n",
      "617 th is Done!\n",
      "618 th is Done!\n",
      "619 th is Done!\n",
      "620 th is Done!\n",
      "621 th is Done!\n",
      "622 th is Done!\n",
      "623 th is Done!\n",
      "624 th is Done!\n",
      "625 th is Done!\n",
      "626 th is Done!\n",
      "627 th is Done!\n",
      "628 th is Done!\n",
      "629 th is Done!\n",
      "630 th is Done!\n",
      "631 th is Done!\n",
      "632 th is Done!\n",
      "633 th is Done!\n",
      "634 th is Done!\n",
      "635 th is Done!\n",
      "636 th is Done!\n",
      "637 th is Done!\n",
      "638 th is Done!\n",
      "639 th is Done!\n",
      "640 th is Done!\n",
      "641 th is Done!\n",
      "642 th is Done!\n",
      "643 th is Done!\n",
      "644 th is Done!\n",
      "645 th is Done!\n",
      "646 th is Done!\n",
      "647 th is Done!\n",
      "648 th is Done!\n",
      "649 th is Done!\n",
      "650 th is Done!\n",
      "651 th is Done!\n",
      "652 th is Done!\n",
      "653 th is Done!\n",
      "654 th is Done!\n",
      "655 th is Done!\n",
      "656 th is Done!\n",
      "657 th is Done!\n",
      "658 th is Done!\n",
      "659 th is Done!\n",
      "660 th is Done!\n",
      "661 th is Done!\n",
      "662 th is Done!\n",
      "663 th is Done!\n",
      "664 th is Done!\n",
      "665 th is Done!\n",
      "666 th is Done!\n",
      "667 th is Done!\n",
      "668 th is Done!\n",
      "669 th is Done!\n",
      "670 th is Done!\n",
      "671 th is Done!\n",
      "672 th is Done!\n",
      "673 th is Done!\n",
      "674 th is Done!\n",
      "675 th is Done!\n",
      "676 th is Done!\n",
      "677 th is Done!\n",
      "678 th is Done!\n",
      "679 th is Done!\n",
      "680 th is Done!\n",
      "681 th is Done!\n",
      "682 th is Done!\n",
      "683 th is Done!\n",
      "684 th is Done!\n",
      "685 th is Done!\n",
      "686 th is Done!\n",
      "687 th is Done!\n",
      "688 th is Done!\n",
      "689 th is Done!\n",
      "690 th is Done!\n",
      "691 th is Done!\n",
      "692 th is Done!\n",
      "693 th is Done!\n",
      "694 th is Done!\n",
      "695 th is Done!\n",
      "696 th is Done!\n",
      "697 th is Done!\n",
      "698 th is Done!\n",
      "699 th is Done!\n",
      "700 th is Done!\n",
      "701 th is Done!\n",
      "702 th is Done!\n",
      "703 th is Done!\n",
      "704 th is Done!\n",
      "705 th is Done!\n",
      "706 th is Done!\n",
      "707 th is Done!\n",
      "708 th is Done!\n",
      "709 th is Done!\n",
      "710 th is Done!\n",
      "711 th is Done!\n",
      "712 th is Done!\n",
      "713 th is Done!\n",
      "714 th is Done!\n",
      "715 th is Done!\n",
      "716 th is Done!\n",
      "717 th is Done!\n",
      "718 th is Done!\n",
      "719 th is Done!\n",
      "720 th is Done!\n",
      "721 th is Done!\n",
      "722 th is Done!\n",
      "723 th is Done!\n",
      "724 th is Done!\n",
      "725 th is Done!\n",
      "726 th is Done!\n",
      "727 th is Done!\n",
      "728 th is Done!\n",
      "729 th is Done!\n",
      "730 th is Done!\n",
      "731 th is Done!\n",
      "732 th is Done!\n",
      "733 th is Done!\n",
      "734 th is Done!\n",
      "735 th is Done!\n",
      "736 th is Done!\n",
      "737 th is Done!\n",
      "738 th is Done!\n",
      "739 th is Done!\n",
      "740 th is Done!\n",
      "741 th is Done!\n",
      "742 th is Done!\n",
      "743 th is Done!\n",
      "744 th is Done!\n",
      "745 th is Done!\n",
      "746 th is Done!\n",
      "747 th is Done!\n",
      "748 th is Done!\n",
      "749 th is Done!\n",
      "750 th is Done!\n",
      "751 th is Done!\n",
      "752 th is Done!\n",
      "753 th is Done!\n",
      "754 th is Done!\n",
      "755 th is Done!\n",
      "756 th is Done!\n",
      "757 th is Done!\n",
      "758 th is Done!\n",
      "759 th is Done!\n",
      "760 th is Done!\n",
      "761 th is Done!\n",
      "762 th is Done!\n",
      "763 th is Done!\n",
      "764 th is Done!\n",
      "765 th is Done!\n",
      "766 th is Done!\n",
      "767 th is Done!\n",
      "768 th is Done!\n",
      "769 th is Done!\n",
      "770 th is Done!\n",
      "771 th is Done!\n",
      "772 th is Done!\n",
      "773 th is Done!\n",
      "774 th is Done!\n",
      "775 th is Done!\n",
      "776 th is Done!\n",
      "777 th is Done!\n",
      "778 th is Done!\n",
      "779 th is Done!\n",
      "780 th is Done!\n",
      "781 th is Done!\n",
      "782 th is Done!\n",
      "783 th is Done!\n",
      "784 th is Done!\n",
      "785 th is Done!\n",
      "786 th is Done!\n",
      "787 th is Done!\n",
      "788 th is Done!\n",
      "789 th is Done!\n",
      "790 th is Done!\n",
      "791 th is Done!\n",
      "792 th is Done!\n",
      "793 th is Done!\n",
      "794 th is Done!\n",
      "795 th is Done!\n",
      "796 th is Done!\n",
      "797 th is Done!\n",
      "798 th is Done!\n",
      "799 th is Done!\n",
      "800 th is Done!\n",
      "801 th is Done!\n",
      "802 th is Done!\n",
      "803 th is Done!\n",
      "804 th is Done!\n",
      "805 th is Done!\n",
      "806 th is Done!\n",
      "807 th is Done!\n",
      "808 th is Done!\n",
      "809 th is Done!\n",
      "810 th is Done!\n",
      "811 th is Done!\n",
      "812 th is Done!\n",
      "813 th is Done!\n",
      "814 th is Done!\n",
      "815 th is Done!\n",
      "816 th is Done!\n",
      "817 th is Done!\n",
      "818 th is Done!\n",
      "819 th is Done!\n",
      "820 th is Done!\n",
      "821 th is Done!\n",
      "822 th is Done!\n",
      "823 th is Done!\n",
      "824 th is Done!\n",
      "825 th is Done!\n",
      "826 th is Done!\n",
      "827 th is Done!\n",
      "828 th is Done!\n",
      "829 th is Done!\n",
      "830 th is Done!\n",
      "831 th is Done!\n",
      "832 th is Done!\n",
      "833 th is Done!\n",
      "834 th is Done!\n",
      "835 th is Done!\n",
      "836 th is Done!\n",
      "837 th is Done!\n",
      "838 th is Done!\n",
      "839 th is Done!\n",
      "840 th is Done!\n",
      "841 th is Done!\n",
      "842 th is Done!\n",
      "843 th is Done!\n",
      "844 th is Done!\n",
      "845 th is Done!\n",
      "846 th is Done!\n",
      "847 th is Done!\n",
      "848 th is Done!\n",
      "849 th is Done!\n",
      "850 th is Done!\n",
      "851 th is Done!\n",
      "852 th is Done!\n",
      "853 th is Done!\n",
      "854 th is Done!\n",
      "855 th is Done!\n",
      "856 th is Done!\n",
      "857 th is Done!\n",
      "858 th is Done!\n",
      "859 th is Done!\n",
      "860 th is Done!\n",
      "861 th is Done!\n",
      "862 th is Done!\n",
      "863 th is Done!\n",
      "864 th is Done!\n",
      "865 th is Done!\n",
      "866 th is Done!\n",
      "867 th is Done!\n",
      "868 th is Done!\n",
      "869 th is Done!\n",
      "870 th is Done!\n",
      "871 th is Done!\n",
      "872 th is Done!\n",
      "873 th is Done!\n",
      "874 th is Done!\n",
      "875 th is Done!\n",
      "876 th is Done!\n",
      "877 th is Done!\n",
      "878 th is Done!\n",
      "879 th is Done!\n",
      "880 th is Done!\n",
      "881 th is Done!\n",
      "882 th is Done!\n",
      "883 th is Done!\n",
      "884 th is Done!\n",
      "885 th is Done!\n",
      "886 th is Done!\n",
      "887 th is Done!\n",
      "888 th is Done!\n",
      "889 th is Done!\n",
      "890 th is Done!\n",
      "891 th is Done!\n",
      "892 th is Done!\n",
      "893 th is Done!\n",
      "894 th is Done!\n",
      "895 th is Done!\n",
      "896 th is Done!\n",
      "897 th is Done!\n",
      "898 th is Done!\n",
      "899 th is Done!\n",
      "900 th is Done!\n",
      "901 th is Done!\n",
      "902 th is Done!\n",
      "903 th is Done!\n",
      "904 th is Done!\n",
      "905 th is Done!\n",
      "906 th is Done!\n",
      "907 th is Done!\n",
      "908 th is Done!\n",
      "909 th is Done!\n",
      "910 th is Done!\n",
      "911 th is Done!\n",
      "912 th is Done!\n",
      "913 th is Done!\n",
      "914 th is Done!\n",
      "915 th is Done!\n",
      "916 th is Done!\n",
      "917 th is Done!\n",
      "918 th is Done!\n",
      "919 th is Done!\n",
      "920 th is Done!\n",
      "921 th is Done!\n",
      "922 th is Done!\n",
      "923 th is Done!\n",
      "924 th is Done!\n",
      "925 th is Done!\n",
      "926 th is Done!\n",
      "927 th is Done!\n",
      "928 th is Done!\n",
      "929 th is Done!\n",
      "930 th is Done!\n",
      "931 th is Done!\n",
      "932 th is Done!\n",
      "933 th is Done!\n",
      "934 th is Done!\n",
      "935 th is Done!\n",
      "936 th is Done!\n",
      "937 th is Done!\n",
      "938 th is Done!\n",
      "939 th is Done!\n",
      "940 th is Done!\n",
      "941 th is Done!\n",
      "942 th is Done!\n",
      "943 th is Done!\n",
      "944 th is Done!\n",
      "945 th is Done!\n",
      "946 th is Done!\n",
      "947 th is Done!\n",
      "948 th is Done!\n",
      "949 th is Done!\n",
      "950 th is Done!\n",
      "951 th is Done!\n",
      "952 th is Done!\n",
      "953 th is Done!\n",
      "954 th is Done!\n",
      "955 th is Done!\n",
      "956 th is Done!\n",
      "957 th is Done!\n",
      "958 th is Done!\n",
      "959 th is Done!\n",
      "960 th is Done!\n",
      "961 th is Done!\n",
      "962 th is Done!\n",
      "963 th is Done!\n",
      "964 th is Done!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "965 th is Done!\n",
      "966 th is Done!\n",
      "967 th is Done!\n",
      "968 th is Done!\n",
      "969 th is Done!\n",
      "970 th is Done!\n",
      "971 th is Done!\n",
      "972 th is Done!\n",
      "973 th is Done!\n",
      "974 th is Done!\n",
      "975 th is Done!\n",
      "976 th is Done!\n",
      "977 th is Done!\n",
      "978 th is Done!\n",
      "979 th is Done!\n",
      "980 th is Done!\n",
      "981 th is Done!\n",
      "982 th is Done!\n",
      "983 th is Done!\n",
      "984 th is Done!\n",
      "985 th is Done!\n",
      "986 th is Done!\n",
      "987 th is Done!\n",
      "988 th is Done!\n",
      "989 th is Done!\n",
      "990 th is Done!\n",
      "991 th is Done!\n",
      "992 th is Done!\n",
      "993 th is Done!\n",
      "994 th is Done!\n",
      "995 th is Done!\n",
      "996 th is Done!\n",
      "997 th is Done!\n",
      "998 th is Done!\n",
      "999 th is Done!\n",
      "1000 th is Done!\n",
      "1001 th is Done!\n",
      "1002 th is Done!\n",
      "1003 th is Done!\n",
      "1004 th is Done!\n",
      "1005 th is Done!\n",
      "1006 th is Done!\n",
      "1007 th is Done!\n",
      "1008 th is Done!\n",
      "1009 th is Done!\n",
      "1010 th is Done!\n",
      "1011 th is Done!\n",
      "1012 th is Done!\n",
      "1013 th is Done!\n",
      "1014 th is Done!\n",
      "1015 th is Done!\n",
      "1016 th is Done!\n",
      "1017 th is Done!\n",
      "1018 th is Done!\n",
      "1019 th is Done!\n",
      "1020 th is Done!\n",
      "1021 th is Done!\n",
      "1022 th is Done!\n",
      "1023 th is Done!\n",
      "1024 th is Done!\n",
      "1025 th is Done!\n",
      "1026 th is Done!\n",
      "1027 th is Done!\n",
      "1028 th is Done!\n",
      "1029 th is Done!\n",
      "1030 th is Done!\n",
      "1031 th is Done!\n",
      "1032 th is Done!\n",
      "1033 th is Done!\n",
      "1034 th is Done!\n",
      "1035 th is Done!\n",
      "1036 th is Done!\n",
      "1037 th is Done!\n",
      "1038 th is Done!\n",
      "1039 th is Done!\n",
      "1040 th is Done!\n",
      "1041 th is Done!\n",
      "1042 th is Done!\n",
      "1043 th is Done!\n",
      "1044 th is Done!\n",
      "1045 th is Done!\n",
      "1046 th is Done!\n",
      "1047 th is Done!\n",
      "1048 th is Done!\n",
      "1049 th is Done!\n",
      "1050 th is Done!\n",
      "1051 th is Done!\n",
      "1052 th is Done!\n",
      "1053 th is Done!\n",
      "1054 th is Done!\n",
      "1055 th is Done!\n",
      "1056 th is Done!\n",
      "1057 th is Done!\n",
      "1058 th is Done!\n",
      "1059 th is Done!\n",
      "1060 th is Done!\n",
      "1061 th is Done!\n",
      "1062 th is Done!\n",
      "1063 th is Done!\n",
      "1064 th is Done!\n",
      "1065 th is Done!\n",
      "1066 th is Done!\n",
      "1067 th is Done!\n",
      "1068 th is Done!\n",
      "1069 th is Done!\n",
      "1070 th is Done!\n",
      "1071 th is Done!\n",
      "1072 th is Done!\n",
      "1073 th is Done!\n",
      "1074 th is Done!\n",
      "1075 th is Done!\n",
      "1076 th is Done!\n",
      "1077 th is Done!\n",
      "1078 th is Done!\n",
      "1079 th is Done!\n",
      "1080 th is Done!\n",
      "1081 th is Done!\n",
      "1082 th is Done!\n",
      "1083 th is Done!\n",
      "1084 th is Done!\n",
      "1085 th is Done!\n",
      "1086 th is Done!\n",
      "1087 th is Done!\n",
      "1088 th is Done!\n",
      "1089 th is Done!\n",
      "1090 th is Done!\n",
      "1091 th is Done!\n",
      "1092 th is Done!\n",
      "1093 th is Done!\n",
      "1094 th is Done!\n",
      "1095 th is Done!\n",
      "1096 th is Done!\n",
      "1097 th is Done!\n",
      "1098 th is Done!\n",
      "1099 th is Done!\n",
      "1100 th is Done!\n",
      "1101 th is Done!\n",
      "1102 th is Done!\n",
      "1103 th is Done!\n",
      "1104 th is Done!\n",
      "1105 th is Done!\n",
      "1106 th is Done!\n",
      "1107 th is Done!\n",
      "1108 th is Done!\n",
      "1109 th is Done!\n",
      "1110 th is Done!\n",
      "1111 th is Done!\n",
      "1112 th is Done!\n",
      "1113 th is Done!\n",
      "1114 th is Done!\n",
      "1115 th is Done!\n",
      "1116 th is Done!\n",
      "1117 th is Done!\n",
      "1118 th is Done!\n",
      "1119 th is Done!\n",
      "1120 th is Done!\n",
      "1121 th is Done!\n",
      "1122 th is Done!\n",
      "1123 th is Done!\n",
      "1124 th is Done!\n",
      "1125 th is Done!\n",
      "1126 th is Done!\n",
      "1127 th is Done!\n",
      "1128 th is Done!\n",
      "1129 th is Done!\n",
      "1130 th is Done!\n",
      "1131 th is Done!\n",
      "1132 th is Done!\n",
      "1133 th is Done!\n",
      "1134 th is Done!\n",
      "1135 th is Done!\n",
      "1136 th is Done!\n",
      "1137 th is Done!\n",
      "1138 th is Done!\n",
      "1139 th is Done!\n",
      "1140 th is Done!\n",
      "1141 th is Done!\n",
      "1142 th is Done!\n",
      "1143 th is Done!\n",
      "1144 th is Done!\n",
      "1145 th is Done!\n",
      "1146 th is Done!\n",
      "1147 th is Done!\n",
      "1148 th is Done!\n",
      "1149 th is Done!\n",
      "1150 th is Done!\n",
      "1151 th is Done!\n",
      "1152 th is Done!\n",
      "1153 th is Done!\n",
      "1154 th is Done!\n",
      "1155 th is Done!\n",
      "1156 th is Done!\n",
      "1157 th is Done!\n",
      "1158 th is Done!\n",
      "1159 th is Done!\n",
      "1160 th is Done!\n",
      "1161 th is Done!\n",
      "1162 th is Done!\n",
      "1163 th is Done!\n",
      "1164 th is Done!\n",
      "1165 th is Done!\n",
      "1166 th is Done!\n",
      "1167 th is Done!\n",
      "1168 th is Done!\n",
      "1169 th is Done!\n",
      "1170 th is Done!\n",
      "1171 th is Done!\n",
      "1172 th is Done!\n",
      "1173 th is Done!\n",
      "1174 th is Done!\n",
      "1175 th is Done!\n",
      "1176 th is Done!\n",
      "1177 th is Done!\n",
      "1178 th is Done!\n",
      "1179 th is Done!\n",
      "1180 th is Done!\n",
      "1181 th is Done!\n",
      "1182 th is Done!\n",
      "1183 th is Done!\n",
      "1184 th is Done!\n",
      "1185 th is Done!\n",
      "1186 th is Done!\n",
      "1187 th is Done!\n",
      "1188 th is Done!\n",
      "1189 th is Done!\n",
      "1190 th is Done!\n",
      "1191 th is Done!\n",
      "1192 th is Done!\n",
      "1193 th is Done!\n",
      "1194 th is Done!\n",
      "1195 th is Done!\n",
      "1196 th is Done!\n",
      "1197 th is Done!\n",
      "1198 th is Done!\n",
      "1199 th is Done!\n",
      "1200 th is Done!\n",
      "1201 th is Done!\n",
      "1202 th is Done!\n",
      "1203 th is Done!\n",
      "1204 th is Done!\n",
      "1205 th is Done!\n",
      "1206 th is Done!\n",
      "1207 th is Done!\n",
      "1208 th is Done!\n",
      "1209 th is Done!\n",
      "1210 th is Done!\n",
      "1211 th is Done!\n",
      "1212 th is Done!\n",
      "1213 th is Done!\n",
      "1214 th is Done!\n",
      "1215 th is Done!\n",
      "1216 th is Done!\n",
      "1217 th is Done!\n",
      "1218 th is Done!\n",
      "1219 th is Done!\n",
      "1220 th is Done!\n",
      "1221 th is Done!\n",
      "1222 th is Done!\n",
      "1223 th is Done!\n",
      "1224 th is Done!\n",
      "1225 th is Done!\n",
      "1226 th is Done!\n",
      "1227 th is Done!\n",
      "1228 th is Done!\n",
      "1229 th is Done!\n",
      "1230 th is Done!\n",
      "1231 th is Done!\n",
      "1232 th is Done!\n",
      "1233 th is Done!\n",
      "1234 th is Done!\n",
      "1235 th is Done!\n",
      "1236 th is Done!\n",
      "1237 th is Done!\n",
      "1238 th is Done!\n",
      "1239 th is Done!\n",
      "1240 th is Done!\n",
      "1241 th is Done!\n",
      "1242 th is Done!\n",
      "1243 th is Done!\n",
      "1244 th is Done!\n",
      "1245 th is Done!\n",
      "1246 th is Done!\n",
      "1247 th is Done!\n",
      "1248 th is Done!\n",
      "1249 th is Done!\n",
      "1250 th is Done!\n",
      "1251 th is Done!\n",
      "1252 th is Done!\n",
      "1253 th is Done!\n",
      "1254 th is Done!\n",
      "1255 th is Done!\n",
      "1256 th is Done!\n",
      "1257 th is Done!\n",
      "1258 th is Done!\n",
      "1259 th is Done!\n",
      "1260 th is Done!\n",
      "1261 th is Done!\n",
      "1262 th is Done!\n",
      "1263 th is Done!\n",
      "1264 th is Done!\n",
      "1265 th is Done!\n",
      "1266 th is Done!\n",
      "1267 th is Done!\n",
      "1268 th is Done!\n",
      "1269 th is Done!\n",
      "1270 th is Done!\n",
      "1271 th is Done!\n",
      "1272 th is Done!\n",
      "1273 th is Done!\n",
      "1274 th is Done!\n",
      "1275 th is Done!\n",
      "1276 th is Done!\n",
      "1277 th is Done!\n",
      "1278 th is Done!\n",
      "1279 th is Done!\n",
      "1280 th is Done!\n",
      "1281 th is Done!\n",
      "1282 th is Done!\n",
      "1283 th is Done!\n",
      "1284 th is Done!\n",
      "1285 th is Done!\n",
      "1286 th is Done!\n",
      "1287 th is Done!\n",
      "1288 th is Done!\n",
      "1289 th is Done!\n",
      "1290 th is Done!\n",
      "1291 th is Done!\n",
      "1292 th is Done!\n",
      "1293 th is Done!\n",
      "1294 th is Done!\n",
      "1295 th is Done!\n",
      "1296 th is Done!\n",
      "1297 th is Done!\n",
      "1298 th is Done!\n",
      "1299 th is Done!\n",
      "1300 th is Done!\n",
      "1301 th is Done!\n",
      "1302 th is Done!\n",
      "1303 th is Done!\n",
      "1304 th is Done!\n",
      "1305 th is Done!\n",
      "1306 th is Done!\n",
      "1307 th is Done!\n",
      "1308 th is Done!\n",
      "1309 th is Done!\n",
      "1310 th is Done!\n",
      "1311 th is Done!\n",
      "1312 th is Done!\n",
      "1313 th is Done!\n",
      "1314 th is Done!\n",
      "1315 th is Done!\n",
      "1316 th is Done!\n",
      "1317 th is Done!\n",
      "1318 th is Done!\n",
      "1319 th is Done!\n",
      "1320 th is Done!\n",
      "1321 th is Done!\n",
      "1322 th is Done!\n",
      "1323 th is Done!\n",
      "1324 th is Done!\n",
      "1325 th is Done!\n",
      "1326 th is Done!\n",
      "1327 th is Done!\n",
      "1328 th is Done!\n",
      "1329 th is Done!\n",
      "1330 th is Done!\n",
      "1331 th is Done!\n",
      "1332 th is Done!\n",
      "1333 th is Done!\n",
      "1334 th is Done!\n",
      "1335 th is Done!\n",
      "1336 th is Done!\n",
      "1337 th is Done!\n",
      "1338 th is Done!\n",
      "1339 th is Done!\n",
      "1340 th is Done!\n",
      "1341 th is Done!\n",
      "1342 th is Done!\n",
      "1343 th is Done!\n",
      "1344 th is Done!\n",
      "1345 th is Done!\n",
      "1346 th is Done!\n",
      "1347 th is Done!\n",
      "1348 th is Done!\n",
      "1349 th is Done!\n",
      "1350 th is Done!\n",
      "1351 th is Done!\n",
      "1352 th is Done!\n",
      "1353 th is Done!\n",
      "1354 th is Done!\n",
      "1355 th is Done!\n",
      "1356 th is Done!\n",
      "1357 th is Done!\n",
      "1358 th is Done!\n",
      "1359 th is Done!\n"
     ]
    }
   ],
   "source": [
    "for index in range(452,df.shape[0]):\n",
    "    post = df.loc[index]\n",
    "    req = requests.get(post['postUrl'])\n",
    "    postHtml = BeautifulSoup(req.text , 'html.parser')\n",
    "    dirtyText = postHtml.find(class_='nwstxtmainpane').span.find_all('p')\n",
    "    body = ''\n",
    "    date = postHtml.find(id = 'nwstxtdt').get_text()\n",
    "    for i in dirtyText:\n",
    "        body += '\\n'+i.get_text()\n",
    "    df.loc[index]['body'] = body\n",
    "    df.loc[index]['date'] = date\n",
    "    print(index,'th is Done!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('FarsEconomyAll.csv',sep='\\t', encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pony.orm import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "db = Database()\n",
    "class P3(db.Entity):\n",
    "    whoTell = Optional(str)\n",
    "    title   = Required(str)\n",
    "    summery = Required(LongStr)\n",
    "    img     = Optional(str)\n",
    "    postUrl = Required(str)\n",
    "    body    = Required(LongStr)\n",
    "    date    = Required(str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "db.bind(provider='mysql', host='127.0.0.1', user='root', passwd='1', db='Fars')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 198,
   "metadata": {},
   "outputs": [],
   "source": [
    "db.generate_mapping(check_tables=False, create_tables=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 199,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "ename": "IntegrityError",
     "evalue": "(1048, \"Column 'img' cannot be null\")",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mIntegrityError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/orm/dbapiprovider.py\u001b[0m in \u001b[0;36mwrap_dbapi_exceptions\u001b[0;34m(func, provider, *args, **kwargs)\u001b[0m\n\u001b[1;32m     49\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mprovider\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdialect\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0;34m'SQLite'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 50\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprovider\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     51\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/orm/dbapiprovider.py\u001b[0m in \u001b[0;36mexecute\u001b[0;34m(provider, cursor, sql, arguments, returning_id)\u001b[0m\n\u001b[1;32m    263\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0marguments\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mcursor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msql\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 264\u001b[0;31m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mcursor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msql\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0marguments\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    265\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mreturning_id\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mcursor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlastrowid\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pymysql/cursors.py\u001b[0m in \u001b[0;36mexecute\u001b[0;34m(self, query, args)\u001b[0m\n\u001b[1;32m    169\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 170\u001b[0;31m         \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_query\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mquery\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    171\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_executed\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mquery\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pymysql/cursors.py\u001b[0m in \u001b[0;36m_query\u001b[0;34m(self, q)\u001b[0m\n\u001b[1;32m    327\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_clear_result\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 328\u001b[0;31m         \u001b[0mconn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mquery\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mq\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    329\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_do_get_result\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pymysql/connections.py\u001b[0m in \u001b[0;36mquery\u001b[0;34m(self, sql, unbuffered)\u001b[0m\n\u001b[1;32m    515\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_execute_command\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mCOMMAND\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mCOM_QUERY\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msql\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 516\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_affected_rows\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_read_query_result\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0munbuffered\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0munbuffered\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    517\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_affected_rows\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pymysql/connections.py\u001b[0m in \u001b[0;36m_read_query_result\u001b[0;34m(self, unbuffered)\u001b[0m\n\u001b[1;32m    726\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mMySQLResult\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 727\u001b[0;31m             \u001b[0mresult\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    728\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_result\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pymysql/connections.py\u001b[0m in \u001b[0;36mread\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1065\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1066\u001b[0;31m             \u001b[0mfirst_packet\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnection\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_read_packet\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1067\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pymysql/connections.py\u001b[0m in \u001b[0;36m_read_packet\u001b[0;34m(self, packet_type)\u001b[0m\n\u001b[1;32m    682\u001b[0m         \u001b[0mpacket\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpacket_type\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbuff\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mencoding\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 683\u001b[0;31m         \u001b[0mpacket\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcheck_error\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    684\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mpacket\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pymysql/protocol.py\u001b[0m in \u001b[0;36mcheck_error\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    219\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mDEBUG\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"errno =\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrno\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 220\u001b[0;31m             \u001b[0merr\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mraise_mysql_exception\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_data\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    221\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pymysql/err.py\u001b[0m in \u001b[0;36mraise_mysql_exception\u001b[0;34m(data)\u001b[0m\n\u001b[1;32m    108\u001b[0m     \u001b[0merrorclass\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0merror_map\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merrno\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mInternalError\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 109\u001b[0;31m     \u001b[0;32mraise\u001b[0m \u001b[0merrorclass\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merrno\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrval\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mIntegrityError\u001b[0m: (1048, \"Column 'img' cannot be null\")",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mIntegrityError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-199-5081879e47c1>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     13\u001b[0m              \u001b[0mpostUrl\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpostUrl\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     14\u001b[0m              \u001b[0mbody\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mbody\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 15\u001b[0;31m              date = date)\n\u001b[0m\u001b[1;32m     16\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     17\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/orm/core.py\u001b[0m in \u001b[0;36minsert\u001b[0;34m(database, table_name, returning, **kwargs)\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/utils/utils.py\u001b[0m in \u001b[0;36mcut_traceback\u001b[0;34m(func, *args, **kwargs)\u001b[0m\n\u001b[1;32m     76\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mmodule_name\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstartswith\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'pony.utils'\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mtb\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtb_frame\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mf_code\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mco_name\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'throw'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     77\u001b[0m                 \u001b[0mreraise\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mexc_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlast_pony_tb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 78\u001b[0;31m             \u001b[0mreraise\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mexc_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfull_tb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     79\u001b[0m         \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     80\u001b[0m             \u001b[0;32mdel\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfull_tb\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtb\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlast_pony_tb\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/utils/utils.py\u001b[0m in \u001b[0;36mreraise\u001b[0;34m(***failed resolving arguments***)\u001b[0m\n\u001b[1;32m     93\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     94\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mreraise\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mexc_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 95\u001b[0;31m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     96\u001b[0m         \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mdel\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtb\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     97\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/utils/utils.py\u001b[0m in \u001b[0;36mcut_traceback\u001b[0;34m(func, *args, **kwargs)\u001b[0m\n\u001b[1;32m     59\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     60\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 61\u001b[0;31m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     62\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0mAssertionError\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mraise\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     63\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/orm/core.py\u001b[0m in \u001b[0;36minsert\u001b[0;34m(database, table_name, returning, **kwargs)\u001b[0m\n\u001b[1;32m    846\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mreturning\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    847\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0mdatabase\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_exec_sql\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msql\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0marguments\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreturning_id\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstart_transaction\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 848\u001b[0;31m         \u001b[0mcursor\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdatabase\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_exec_sql\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msql\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0marguments\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstart_transaction\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    849\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcursor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'lastrowid'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    850\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_ast2sql\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdatabase\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msql_ast\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/orm/core.py\u001b[0m in \u001b[0;36m_exec_sql\u001b[0;34m(database, sql, arguments, returning_id, start_transaction)\u001b[0m\n\u001b[1;32m    861\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mnew_id\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mprovider\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcursor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msql\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0marguments\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreturning_id\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    862\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 863\u001b[0;31m             \u001b[0mconnection\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcache\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreconnect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    864\u001b[0m             \u001b[0mcursor\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mconnection\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcursor\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    865\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mlocal\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdebug\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mlog_sql\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msql\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0marguments\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/orm/core.py\u001b[0m in \u001b[0;36mreconnect\u001b[0;34m(cache, exc)\u001b[0m\n\u001b[1;32m   1684\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mexc\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1685\u001b[0m             \u001b[0mexc\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'original_exc'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1686\u001b[0;31m             \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mprovider\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshould_reconnect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mexc\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mreraise\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1687\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mlocal\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdebug\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mlog_orm\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'CONNECTION FAILED: %s'\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1688\u001b[0m             \u001b[0mconnection\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcache\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnection\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/utils/utils.py\u001b[0m in \u001b[0;36mreraise\u001b[0;34m(***failed resolving arguments***)\u001b[0m\n\u001b[1;32m     93\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     94\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mreraise\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mexc_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 95\u001b[0;31m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     96\u001b[0m         \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mdel\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtb\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     97\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/orm/core.py\u001b[0m in \u001b[0;36m_exec_sql\u001b[0;34m(database, sql, arguments, returning_id, start_transaction)\u001b[0m\n\u001b[1;32m    859\u001b[0m         \u001b[0mprovider\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdatabase\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mprovider\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    860\u001b[0m         \u001b[0mt\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 861\u001b[0;31m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mnew_id\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mprovider\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcursor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msql\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0marguments\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreturning_id\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    862\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    863\u001b[0m             \u001b[0mconnection\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcache\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreconnect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/orm/dbapiprovider.py\u001b[0m in \u001b[0;36mexecute\u001b[0;34m(provider, cursor, sql, arguments, returning_id)\u001b[0m\n",
      "\u001b[0;32m~/myenv/lib/python3.6/site-packages/pony/orm/dbapiprovider.py\u001b[0m in \u001b[0;36mwrap_dbapi_exceptions\u001b[0;34m(func, provider, *args, **kwargs)\u001b[0m\n\u001b[1;32m     56\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0mdbapi_module\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mProgrammingError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mProgrammingError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     57\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0mdbapi_module\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mInternalError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mInternalError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 58\u001b[0;31m     \u001b[0;32mexcept\u001b[0m \u001b[0mdbapi_module\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mIntegrityError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mIntegrityError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     59\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0mdbapi_module\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mOperationalError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     60\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mprovider\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdialect\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'SQLite'\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mprovider\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrestore_exception\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mIntegrityError\u001b[0m: (1048, \"Column 'img' cannot be null\")"
     ]
    }
   ],
   "source": [
    "for index, p in df.iterrows():\n",
    "    whoTell = post['whoTell']\n",
    "    title   = post['title']\n",
    "    summery = post['summery']\n",
    "    img     = post['img']\n",
    "    postUrl = post['postUrl']\n",
    "    body    = post['body']\n",
    "    date    = post['date']\n",
    "    db.insert(\"p3\",\n",
    "             title = title,\n",
    "             summery = summery,\n",
    "             img = img,\n",
    "             postUrl = postUrl,\n",
    "             body = body,\n",
    "             date = date)\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 190,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       1397/07/11 :: 00:02\n",
       "1       1397/07/11 :: 00:01\n",
       "2       1397/07/10 :: 19:41\n",
       "3       1397/07/10 :: 19:22\n",
       "4       1397/07/10 :: 19:00\n",
       "5       1397/07/10 :: 18:04\n",
       "6       1397/07/10 :: 17:51\n",
       "7       1397/07/10 :: 17:48\n",
       "8       1397/07/10 :: 17:30\n",
       "9       1397/07/10 :: 17:04\n",
       "10      1397/07/10 :: 17:01\n",
       "11      1397/07/10 :: 16:28\n",
       "12      1397/07/10 :: 16:14\n",
       "13      1397/07/10 :: 15:48\n",
       "14      1397/07/10 :: 15:36\n",
       "15      1397/07/10 :: 15:33\n",
       "16      1397/07/10 :: 15:27\n",
       "17      1397/07/10 :: 15:12\n",
       "18      1397/07/10 :: 14:59\n",
       "19      1397/07/10 :: 14:56\n",
       "20      1397/07/10 :: 14:52\n",
       "21      1397/07/10 :: 14:45\n",
       "22      1397/07/10 :: 14:43\n",
       "23      1397/07/10 :: 14:42\n",
       "24      1397/07/10 :: 14:22\n",
       "25      1397/07/10 :: 14:12\n",
       "26      1397/07/10 :: 14:00\n",
       "27      1397/07/10 :: 13:57\n",
       "28      1397/07/10 :: 13:40\n",
       "29      1397/07/10 :: 13:38\n",
       "               ...         \n",
       "1330    1397/06/12 :: 14:20\n",
       "1331    1397/06/12 :: 14:17\n",
       "1332    1397/06/12 :: 13:53\n",
       "1333    1397/06/12 :: 13:30\n",
       "1334    1397/06/12 :: 13:18\n",
       "1335    1397/06/12 :: 13:17\n",
       "1336    1397/06/12 :: 13:13\n",
       "1337    1397/06/12 :: 13:10\n",
       "1338    1397/06/12 :: 13:09\n",
       "1339    1397/06/12 :: 13:07\n",
       "1340    1397/06/12 :: 13:05\n",
       "1341    1397/06/12 :: 12:56\n",
       "1342    1397/06/12 :: 12:51\n",
       "1343    1397/06/12 :: 12:46\n",
       "1344    1397/06/12 :: 12:32\n",
       "1345    1397/06/12 :: 12:03\n",
       "1346    1397/06/12 :: 12:01\n",
       "1347    1397/06/12 :: 11:56\n",
       "1348    1397/06/12 :: 11:50\n",
       "1349    1397/06/12 :: 11:42\n",
       "1350    1397/06/12 :: 11:41\n",
       "1351    1397/06/12 :: 11:33\n",
       "1352    1397/06/12 :: 11:27\n",
       "1353    1397/06/12 :: 11:19\n",
       "1354    1397/06/12 :: 11:16\n",
       "1355    1397/06/12 :: 11:10\n",
       "1356    1397/06/12 :: 10:58\n",
       "1357    1397/06/12 :: 10:57\n",
       "1358    1397/06/12 :: 10:56\n",
       "1359    1397/06/12 :: 10:41\n",
       "Name: date, Length: 1360, dtype: object"
      ]
     },
     "execution_count": 190,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# a = '1'\n",
    "# b = '2'\n",
    "\n",
    "# print('2' +' \\n' +'2')\n",
    "df['date']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###\n",
      "برگزاری یازدهمین کنفرانس بین‌المللی بار‌ سازمان همکاری راه‌آهن‌ها \n",
      "###\n",
      "آسمان صاف در پایتخت و‌ شرایط جوی آرام در اغلب شهرها\n",
      "###\n",
      "ریزش ۲۳۰ هزار تومانی قیمت سکه/ دلار تا مرز ۱۶ هزار تومان کاهش یافت+ جدول\n",
      "###\n",
      "واکنش نوبخت به انتقادات بخش خصوصی/دولت درآمدی از افزایش نرخ ارز کسب نکرد\n",
      "###\n",
      "مصارف ارزی ۱۰ سرفصل خدماتی تامین می‌شود/ جزئیات فرایند تخصیص و تامین\n",
      "###\n",
      "نفت 100 دلاری با شروع تحریم های نفتی علیه ایران/ چین واردات از ایران را افزایش داد\n",
      "###\n",
      "قرارداد ساخت مخازن ذخیره سازی نفت خام بندر جاسک امضا شد\n",
      "###\n",
      "چه کسی گفت پذیرش مشروط پالرمو ممکن است؟/حق تحفظ برای سوئیس هم موثر نبود\n",
      "###\n",
      "تقویت ۳۷۶ واحدی شاخص کل بورس/بورس در مدار صعودی\n",
      "###\n",
      "ترخیص ۱۵ هزار حلقه لاستیک سنگین در روزهای آینده/ کالاهای گروه ۴ بلاتکلیف هستند\n",
      "###\n",
      "دولت هیچ عایدی از افزایش نرخ ارز نداشته است \n",
      "###\n",
      "افت 5 دلاری طلا با تقویت دلار\n",
      "###\n",
      "کمتر از ۴۰ روز مانده به اجرای تحریم‌های  نفتی خبری از جزئیات مصوبه شورای هماهنگی اقتصادی  نیست\n",
      "###\n",
      "قرارداد نفتای جدید پس از تائید کنگره آمریکا امضا می‌شود\n",
      "###\n",
      "ترکیه از تأمین هزینه‌های میزبانی یوفا 2024 نجات یافت\n",
      "###\n",
      "پروژه اعزام انسان به فضا در اولویت بعدی توسعه زیرساخت‌های فضایی\n",
      "###\n",
      "افزایش 40 درصدی درآمدهای نفتی ایران نسبت به سال گذشته/ همه درآمدها در دسترس است\n",
      "###\n",
      "کالاهای اساسی و نهاده‌های دامی به حد کافی ذخیره شده است/ واردات از 4 کشور\n",
      "###\n",
      "ملاحظه کاهش قدرت خرید مردم در بودجه سال آینده/ دو برنامه برای تعدیل شرایط اجرا می‌کنیم\n",
      "###\n",
      "آخرین وضعیت تمام ماهواره‌های ایرانی/ امسال پرتاب ماهواره خواهیم داشت\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000757/برگزاری-یازدهمین-کنفرانس-بین‌المللی-بار‌-سازمان-همکاری-راه‌آهن‌ها-\" target=\"_blank\">\n",
      "   <img alt=\"راه‌آهن\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/07/09/13970709000788_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"راه‌آهن\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000757/برگزاری-یازدهمین-کنفرانس-بین‌المللی-بار‌-سازمان-همکاری-راه‌آهن‌ها-\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    فردا به میزبانی راه‌آهن انجام می‌شود\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    برگزاری یازدهمین کنفرانس بین‌المللی بار‌ سازمان همکاری راه‌آهن‌ها\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   یازدهمین کنفرانس بین‌المللی بار سازمان همکاری راه‌آهن‌ها (OSJD) روز سه‌شنبه 10 مهر‌در تهران برگزار می‌شود.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000812/آسمان-صاف-در-پایتخت-و‌-شرایط-جوی-آرام-در-اغلب-شهرها\" target=\"_blank\">\n",
      "   <img alt=\"هواشناسی\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/06/13/13970613000726_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"هواشناسی\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000812/آسمان-صاف-در-پایتخت-و‌-شرایط-جوی-آرام-در-اغلب-شهرها\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    فارس از وضعیت آب‌‌و‌هوا گزارش می‌دهد\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    آسمان صاف در پایتخت و‌ شرایط جوی آرام در اغلب شهرها\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   آسمان تهران فردا صاف تا کمی ابری گاهی با وزش باد پیش‌بینی می‌شود و این شرایط روز چهارشنبه نیز ادامه دارد، بیشینه و کمینه دما فردا در تهران 30 و 20 درجه خواهد بود.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000749/ریزش-۲۳۰-هزار-تومانی-قیمت-سکه-دلار-تا-مرز-۱۶-هزار-تومان-کاهش-یافت-\" target=\"_blank\">\n",
      "   <img alt=\"سکه بهار آزادی\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/07/08/13970708000485_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"سکه بهار آزادی\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000749/ریزش-۲۳۰-هزار-تومانی-قیمت-سکه-دلار-تا-مرز-۱۶-هزار-تومان-کاهش-یافت-\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    امروز در بازار روی داد\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    ریزش ۲۳۰ هزار تومانی قیمت سکه/ دلار تا مرز ۱۶ هزار تومان کاهش یافت+ جدول\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   سکه طرح جدید امروز در بازار تهران با 230 هزار تومان کاهش، 4 میلیون و 771 هزار تومان و دلار با نزول 931 تومانی،16 هزار و 91 تومان فروخته شد.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000571/واکنش-نوبخت-به-انتقادات-بخش-خصوصی-دولت-درآمدی-از-افزایش-نرخ-ارز-کسب\" target=\"_blank\">\n",
      "   <img alt=\"محمد باقر نوبخت\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/05/17/13970517000441_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"محمد باقر نوبخت\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000571/واکنش-نوبخت-به-انتقادات-بخش-خصوصی-دولت-درآمدی-از-افزایش-نرخ-ارز-کسب\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    در اتاق بازرگانی ایران صورت گرفت\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    واکنش نوبخت به انتقادات بخش خصوصی/دولت درآمدی از افزایش نرخ ارز کسب نکرد\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   رئیس سازمان برنامه و بودجه کشور در واکنش به نظرات فعالان بخش خصوصی در مورد درآمدزایی دولت از محل افزایش قیمت ارز گفت:  درآمد دولت از سه محل فروش نفت، مالیات و عوارض و واگذاری دارایی مالی است.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000654/مصارف-ارزی-۱۰-سرفصل-خدماتی-تامین-می‌شود-جزئیات-فرایند-تخصیص-و-تامین\" target=\"_blank\">\n",
      "   <img alt=\"بانک مرکزی\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/05/16/13970516001082_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"بانک مرکزی\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000654/مصارف-ارزی-۱۰-سرفصل-خدماتی-تامین-می‌شود-جزئیات-فرایند-تخصیص-و-تامین\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    براساس ابلاغیه بانک مرکزی\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    مصارف ارزی ۱۰ سرفصل خدماتی تامین می‌شود/ جزئیات فرایند تخصیص و تامین\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   بانک مرکزی در بخشنامه‌ای موارد تامین ارز به صورت اسکناس برای بخشی از مصارف ارزی خدماتی را به 11 بانک عامل ابلاغ کرد.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000344/نفت-00-دلاری-با-شروع-تحریم-های-نفتی-علیه-ایران-چین-واردات-از-ایران-را\" target=\"_blank\">\n",
      "   <img alt=\"نفتکش\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/06/12/13970612001075_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"نفتکش\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000344/نفت-00-دلاری-با-شروع-تحریم-های-نفتی-علیه-ایران-چین-واردات-از-ایران-را\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    فارس گزارش می دهد\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    نفت 100 دلاری با شروع تحریم های نفتی علیه ایران/ چین واردات از ایران را افزایش داد\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   اگر چه هنوز حدود 40 روز تا آغاز تحریم های نفتی علیه ایران زمان باقی مانده است و برخی از کشورها واردات نفت از ایران را قطع کرده‌اند اما چینی ها واردات نفتشان را کمی افزایش داده‌اند.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000564/قرارداد-ساخت-مخازن-ذخیره-سازی-نفت-خام-بندر-جاسک-امضا-شد\" target=\"_blank\">\n",
      "   <img alt=\"نفتکش\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/05/23/13970523001270_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"نفتکش\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000564/قرارداد-ساخت-مخازن-ذخیره-سازی-نفت-خام-بندر-جاسک-امضا-شد\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    گام جدید برای صادرات نفت ایران از سواحل دریای عمان\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    قرارداد ساخت مخازن ذخیره سازی نفت خام بندر جاسک امضا شد\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   قرارداد فاز نخست طرح ساخت مخازن ذخیره‎سازی نفت خام بندرجاسک بین شرکت مهندسی و توسعه نفت و یک شرکت خصوصی امضا شد.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000520/چه-کسی-گفت-پذیرش-مشروط-پالرمو-ممکن-است-حق-تحفظ-برای-سوئیس-هم-موثر-نبود\" target=\"_blank\">\n",
      "   <img alt=\"کنوانسیون پالرمو\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/07/09/13970709000671_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"کنوانسیون پالرمو\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000520/چه-کسی-گفت-پذیرش-مشروط-پالرمو-ممکن-است-حق-تحفظ-برای-سوئیس-هم-موثر-نبود\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    فارس گزارش می‌دهد\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    چه کسی گفت پذیرش مشروط پالرمو ممکن است؟/حق تحفظ برای سوئیس هم موثر نبود\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   بررسی ماجرای تضاد قوانین داخلی و مقاد کنوانسیون‌های بین‌المللی، گویای آن است که در صورت نقض مفاد کنوانسیون‌ها توسط کشور عضو، آنچه که مبنای عمل قرار می‌‌گیرد، مفاد مندرج در کنوانسیون است و نه بیانیه تفسیری و شروط کشور عضو.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000608/تقویت-۳۷۶-واحدی-شاخص-کل-بورس-بورس-در-مدار-صعودی\" target=\"_blank\">\n",
      "   <img alt=\"بورس\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/07/07/13970707001205_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"بورس\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000608/تقویت-۳۷۶-واحدی-شاخص-کل-بورس-بورس-در-مدار-صعودی\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    فارس از آن سوی تالار شیشه‌ای گزارش می‌دهد\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    تقویت ۳۷۶ واحدی شاخص کل بورس/بورس در مدار صعودی\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   معامله‌گران بورس تهران در حالی امروز با تداوم عرضه سهام از سوی حقوقی‌ها انتظار اصلاح قیمت سهام را داشته‌اند که قدرت پول تازه در بازار باعث شد تا ضمن جمع‌آوری صف‌ فروش دوباره بازار سهام در مدار صعودی قرار گیرد.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000519/ترخیص-۱۵-هزار-حلقه-لاستیک-سنگین-در-روزهای-آینده-کالاهای-گروه-۴\" target=\"_blank\">\n",
      "   <img alt=\"بندر گمرک ادرات واردات تجات\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/07/09/13970709000695_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"بندر گمرک ادرات واردات تجات\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000519/ترخیص-۱۵-هزار-حلقه-لاستیک-سنگین-در-روزهای-آینده-کالاهای-گروه-۴\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    سرپرست گمرکات بوشهر در گفت‌وگو با فارس خبر داد\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    ترخیص ۱۵ هزار حلقه لاستیک سنگین در روزهای آینده/ کالاهای گروه ۴ بلاتکلیف هستند\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   سرپرست حوزه نظارت گمرکات استان بوشهر از رایزنی برای ترخیص ۱۵ هزار حلقه لاستیک سنگین و نیمه سنگین در روزهای آتی خبر داد و گفت:‌ ۹۰ درصد کالاهای موجود در بوشهر مربوط به کالاهای گروه ۴ است که همچنان بلاتکلیف هستند.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000173/دولت-هیچ-عایدی-از-افزایش-نرخ-ارز-نداشته-است-\" target=\"_blank\">\n",
      "   <img alt=\"حمید پورمحمدی معاون سازمان برنامه و بودجه\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/05/20/13970520001220_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"حمید پورمحمدی معاون سازمان برنامه و بودجه\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000173/دولت-هیچ-عایدی-از-افزایش-نرخ-ارز-نداشته-است-\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    معاون سازمان برنامه و بودجه:\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    دولت هیچ عایدی از افزایش نرخ ارز نداشته است\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   معاون سازمان برنامه و بودجه گفت: این سازمان از محل افزایش نرخ ارز ریالی عایدی نداشته و سهم ارزدولت از فروش نفت صرفا برای کالاهای اساسی، نهاده‌های کشاورزی و دارو هزینه می‌شود.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000574/افت-5-دلاری-طلا-با-تقویت-دلار\" target=\"_blank\">\n",
      "   <img alt=\"طلای جهانی\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/05/15/13970515000961_Test_PhotoD.JPG\" style=\"width: auto !important; height: auto !important;\" title=\"طلای جهانی\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000574/افت-5-دلاری-طلا-با-تقویت-دلار\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    افت 5 دلاری طلا با تقویت دلار\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   به دنبال نشست فدرال رزرو در هفته گذشته که نرخ بهره امریکا را افزایش داد، ارزش دلار در آغاز فعالیت بازارهای جهانی بالا رفت و قیمت طلا 4.92 دلار کاهش یافت.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970611000236/کمتر-از-۴۰-روز-مانده-به-اجرای-تحریم‌های-نفتی-خبری-از-جزئیات-مصوبه\" target=\"_blank\">\n",
      "   <img alt=\"نفت دلار بورس نفت\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/05/21/13970521000835_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"نفت دلار بورس نفت\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970611000236/کمتر-از-۴۰-روز-مانده-به-اجرای-تحریم‌های-نفتی-خبری-از-جزئیات-مصوبه\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    فارس گزارش می دهد\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    کمتر از ۴۰ روز مانده به اجرای تحریم‌های  نفتی خبری از جزئیات مصوبه شورای هماهنگی اقتصادی  نیست\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   در حالی که حدود دو هفته از مصوبه شورای هماهنگی اقتصادی درباره عرضه نفت در بورس می گذرد و کمتر از 40 روز به اجرایی شدن تحریم های نفتی باقی مانده است، هیچ خبری از اجرای این مصوبه و حتی اعلام جزئیات آن نیست.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000526/قرارداد-نفتای-جدید-پس-از-تائید-کنگره-آمریکا-امضا-می‌شود\" target=\"_blank\">\n",
      "   <img alt=\"کریستیا فریلند وزیر خارجه کانادا\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/06/11/13970611000175_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"کریستیا فریلند وزیر خارجه کانادا\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000526/قرارداد-نفتای-جدید-پس-از-تائید-کنگره-آمریکا-امضا-می‌شود\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    اواخر ماه نوامبر\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    قرارداد نفتای جدید پس از تائید کنگره آمریکا امضا می‌شود\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   مقامات آمریکایی اعلام کردند قرارداد نفتای جدید که روز گذشته امضا شد برای  تائید  به کنگره آمریکا ارسال شده و اواخر ماه نوامبر امضا خواهد شد.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000498/ترکیه-از-تأمین-هزینه‌های-میزبانی-یوفا-2024-نجات-یافت\" target=\"_blank\">\n",
      "   <img alt=\"اردوغان\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/07/07/13970707001198_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"اردوغان\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000498/ترکیه-از-تأمین-هزینه‌های-میزبانی-یوفا-2024-نجات-یافت\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    اردوغان پس از شکست ترکیه در دریافت  میزبانی یوفا 2024:\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    ترکیه از تأمین هزینه‌های میزبانی یوفا 2024 نجات یافت\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   طیب رجب اردوغان پس از شکست ترکیه در برابر آلمان در دریافت میزبانی یوفا 2024 گفت: این مسئله باعث شد تا ترکیه از موضوع تامین هزینه‌های برگزاری آن خلاص شود.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000559/پروژه-اعزام-انسان-به-فضا-در-اولویت-بعدی-توسعه-زیرساخت‌های-فضایی\" target=\"_blank\">\n",
      "   <img alt=\"فضانورد\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/07/09/13970709000633_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"فضانورد\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000559/پروژه-اعزام-انسان-به-فضا-در-اولویت-بعدی-توسعه-زیرساخت‌های-فضایی\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    معاون وزیر ارتباطات و فناوری اطلاعات خبرداد\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    پروژه اعزام انسان به فضا در اولویت بعدی توسعه زیرساخت‌های فضایی\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   معاون وزیر ارتباطات و فناوری اطلاعات گفت: اولویت اول برنامه‌های فضایی کشور توسعه زیرساخت‌های فضایی و اولویت بعد پرتاب ماهواره است.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000578/افزایش-40-درصدی-درآمدهای-نفتی-ایران-نسبت-به-سال-گذشته-همه-درآمدها-در\" target=\"_blank\">\n",
      "   <img alt=\"کاردر\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/07/09/13970709000572_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"کاردر\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000578/افزایش-40-درصدی-درآمدهای-نفتی-ایران-نسبت-به-سال-گذشته-همه-درآمدها-در\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    مدیرعامل شرکت ملی نفت خبر داد\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    افزایش 40 درصدی درآمدهای نفتی ایران نسبت به سال گذشته/ همه درآمدها در دسترس است\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   مدیرعامل شرکت ملی نفت ایران در مورد دسترسی ایران به درآمدهای نفتی توضیح داد: ایران به همه درآمدهای نفتی خود به طور کامل و بدون هیچ تغییری دسترسی دارد و میزان درآمدهای نفتی امسال ۴۰ درصد نسبت به سال قبل افزایش داشته است.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000458/کالاهای-اساسی-و-نهاده‌های-دامی-به-حد-کافی-ذخیره-شده-است-واردات-از-4\" target=\"_blank\">\n",
      "   <img alt=\"حمید ورناصری\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/07/09/13970709000625_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"حمید ورناصری\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000458/کالاهای-اساسی-و-نهاده‌های-دامی-به-حد-کافی-ذخیره-شده-است-واردات-از-4\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    مدیرعامل شرکت پشتیبانی امور دام کشور در گفت‌وگو با فارس:\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    کالاهای اساسی و نهاده‌های دامی به حد کافی ذخیره شده است/ واردات از 4 کشور\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   مدیرعامل شرکت پشتیبانی امور دام کشور گفت:همه نیاز نهاده‌های دامی کشور و کالاهای اساسی مانند مرغ ذخیره شده و هیچ مشکلی برای تامین وجود ندارد.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000486/ملاحظه-کاهش-قدرت-خرید-مردم-در-بودجه-سال-آینده-دو-برنامه-برای-تعدیل\" target=\"_blank\">\n",
      "   <img alt=\"محمدباقر نوبخت\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/06/14/13970614000675_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"محمدباقر نوبخت\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000486/ملاحظه-کاهش-قدرت-خرید-مردم-در-بودجه-سال-آینده-دو-برنامه-برای-تعدیل\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    رئیس سازمان برنامه و بودجه خبرداد:\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    ملاحظه کاهش قدرت خرید مردم در بودجه سال آینده/ دو برنامه برای تعدیل شرایط اجرا می‌کنیم\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   رئیس سازمان برنامه و بودجه با بیان اینکه بودجه سال آینده واقع‌بینانه خواهد بود، گفت: با توجه به ظرفیت‌ها ، کاهش قدرت خرید مردم را در بودجه سال آینده ملاحظه می‌کنیم.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"topnews\">\n",
      " <div class=\"ctgnewspic\">\n",
      "  <a href=\"/news/13970709000527/آخرین-وضعیت-تمام-ماهواره‌های-ایرانی-امسال-پرتاب-ماهواره-خواهیم-داشت\" target=\"_blank\">\n",
      "   <img alt=\"مرتضی براری\" src=\"https://media.farsnews.com/media/Uploaded/Files/Images/1397/07/09/13970709000886_Test_PhotoD.jpg\" style=\"width: auto !important; height: auto !important;\" title=\"مرتضی براری\"/>\n",
      "  </a>\n",
      " </div>\n",
      " <div class=\"ctgnewsinfo\">\n",
      "  <a href=\"/news/13970709000527/آخرین-وضعیت-تمام-ماهواره‌های-ایرانی-امسال-پرتاب-ماهواره-خواهیم-داشت\" target=\"_blank\">\n",
      "   <div class=\"\">\n",
      "   </div>\n",
      "   <div class=\"newsrotitrCtgTop\">\n",
      "    رئیس سازمان فضایی ایران تشریح کرد\n",
      "   </div>\n",
      "   <div class=\"ctgtopnewsinfotitle\">\n",
      "    آخرین وضعیت تمام ماهواره‌های ایرانی/ امسال پرتاب ماهواره خواهیم داشت\n",
      "   </div>\n",
      "  </a>\n",
      "  <p class=\"ctgnewslead\" style=\"line-height: 160%;\">\n",
      "   رئیس سازمان فضایی ایران با اشاره به اینکه ۳ ماهواره ایرانی برای پرتاب به فضا کامل شده، گفت: ماهواره دوستی مراحل سازگاری با پرتابگر را به پایان رسانده و منتظر مجوز پرتاب است و امسال پرتاب خواهد شد.\n",
      "  </p>\n",
      " </div>\n",
      "</div>\n",
      "\n"
     ]
    }
   ],
   "source": [
    "data = []\n",
    "websiteURL = 'https://www.farsnews.com/economy?i=2'\n",
    "websiteURL = 'https://www.farsnews.com/economy?i=2'\n",
    "i=5\n",
    "req = requests.get('https://www.farsnews.com/economy?i='+str(i))\n",
    "html = BeautifulSoup(req.text , 'html.parser')\n",
    "posts = html.find(class_ = 'ctgnewsmainpane').find_all(class_='topnews')\n",
    "dates = html.find(class_ = 'ctgnewsmainpane').find_all(class_='lastctgdownline')\n",
    "\n",
    "for i in posts:\n",
    "    print('###')\n",
    "    img     = i.a.img.get('src')\n",
    "    postUrl = i.a.get('href')\n",
    "    if i.find_all('div')[1].a.find(class_='newsrotitrCtgTop'):\n",
    "        whoTell = i.find_all('div')[1].a.find(class_='newsrotitrCtgTop').get_text()\n",
    "    else:\n",
    "        whoTell = ''\n",
    "    title   = i.find_all('div')[1].a.find(class_='ctgtopnewsinfotitle').get_text()\n",
    "    print(title)\n",
    "    summery = i.find_all('div')[1].get_text()\n",
    "    data.append([   whoTell , title , summery ,img ,homeURL+postUrl , 'sample']),\n",
    "\n",
    "        \n",
    "\n",
    "#     data.append([ title , summery])\n",
    "df = pd.DataFrame(data)\n",
    "df = df.rename(columns = {0 : 'whoTell',\n",
    "              1 : 'title',\n",
    "              2 : 'summery',\n",
    "              3 : 'img',\n",
    "              4 : 'postUrl',\n",
    "              5 : 'body'        \n",
    "                         })\n",
    "for i in posts:\n",
    "    print(i.prettify())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# www.tasnimnews.com"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from bs4 import BeautifulSoup\n",
    "import requests\n",
    "data = []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "websiteURL = 'http://www.tabnak.ir/fa/economic'\n",
    "req = requests.get(websiteURL)\n",
    "html = BeautifulSoup(req.text , 'html.parser')\n",
    "posts = html.find_all('div')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<div style=\"display:none;text-align: center;\"> </div>"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "posts[2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "a =html.find_all(class_='col-xs-36 padd_box news_parent')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'سهام اروپا با اعلام بودجه ایتالیا افت کرد'"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a[0].a.get_text()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = 'http://www.tabnak.ir'\n",
    "for i in a:\n",
    "    postUrl = url + i.a.get('href')\n",
    "    title   = i.a.get_text()\n",
    "    data.append([title, 'sample', '0' , postUrl]),"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(data)\n",
    "df = df.rename(columns = {\n",
    "              0 : 'title',\n",
    "              1 : 'body',\n",
    "              2 : 'posted_at' ,\n",
    "              3 : 'postUrl'\n",
    "    \n",
    "                         })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>body</th>\n",
       "      <th>posted_at</th>\n",
       "      <th>postUrl</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>سهام اروپا با اعلام بودجه ایتالیا افت کرد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838224/سهام-اروپا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>همه سامانه‌های تجارت به هم متصل شد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838222/همه-سامانه...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>پیش از ضرر به امنیت موبایل بانک توجه کنید</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838221/پیش-از-ضرر...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>قیمت‌ها بالا رود، صنعت نفت سقوط می‌کند</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838220/قیمت‌ها-با...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>آخرین وضعیت صادرات نفت ایران</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838213/آخرین-وضعی...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>واکنش‎وزارت‎صنعت‎به\"پرداخت‎ارزبه۲نفری‎که‎وجودخ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838211/واکنش‎وزار...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>به ازای کاهش هر امضاء، دیواری از فساد فرو می‌ریزد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838210/به-ازای-کا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>مجوز رئیس جمهور برای افزایش قیمت نان در استانها</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838209/مجوز-رئیس-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>قیمت جهانی طلا امروز ۱۳۹۷/۰۷/۰۷</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838196/قیمت-جهانی...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>زیان یک میلیارد دلاری فورد از تعرفه‌ها</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838195/زیان-یک-می...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>صادرات مازندران ۱۰ درصد بیشتر شد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838193/صادرات-ماز...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>حقوق بازنشسته‌ها از اول آذر قطع می‌شود</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838191/حقوق-بازنش...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>واکنش شریعتمداری به خبر مربوط به استعفایش</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838181/واکنش-شریع...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>سقوط آزاد نرخ اوراق تسهیلات مسکن</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838178/سقوط-آزاد-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>روزنامه‌های اقتصادی شنبه ۹۷/۰۷/۰۷</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838176/روزنامه‌ها...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>رب نباید گران می‌شد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838175/رب-نباید-گ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>بازنشسته‌های وزارت راه و شهرسازی چند نفرند؟</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838174/بازنشسته‌ه...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>مشکل کامیونداران مرغ ها را گرسنه نگه داشت</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838160/مشکل-کامیو...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>اختلاف‌نظر درباره روند قیمت طلا</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838157/اختلاف‌نظر...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>فیس‌بوک یک رسوایی دیگر به بار آورد!</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838156/فیس‌بوک-یک...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>برای خریدآپارتمان درمنطقه پاسداران چقدربایدهزی...</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838101/برای-خریدآ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>تاکید آلمان بر حفظ مناسبات اقتصادی با ایران</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838107/تاکید-آلما...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>واردات صابون به ۲۸۸ تن رسید</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838104/واردات-صاب...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>رونمایی از سامانه جامع تجارت</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838100/رونمایی-از...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>افزایش قیمت نان نداریم</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838099/افزایش-قیم...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>استعفای دو معاون وزارت کار</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838098/استعفای-دو...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>بازار اوراق مسکن؛ ریزش هفتگی «تسه»ها</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/838010/بازار-اورا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>رشد بیش از ۲۳ هزار واحدی شاخص کل بورس</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837996/رشد-بیش-از...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>نیکی رکورد ۲۷ ساله زد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837982/نیکی-رکورد...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>مرز باشماق در مریوان روز یکشنبه تعطیل است</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837981/مرز-باشماق...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>قیمت طلا افزایش یافت</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837125/قیمت-طلا-ا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>نوسان شاخص‌ها در بورس‌های آسیا</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837123/نوسان-شاخص...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>پول فیلیپین سقوط کرد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837117/پول-فیلیپی...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>ساندرو اتوماتیک ۱ میلیون تومان گران شد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837120/ساندرو-اتو...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>جلسه فوری برای ترمیم مزد و معیشت کارگران</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837119/جلسه-فوری-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>تامین لاستیک کامیون داران با ارز ۴۲۰۰ تومانی</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837116/تامین-لاست...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>اقتصاد غزه در فروپاشی کامل قرار دارد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837115/اقتصاد-غزه...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>سهام عدالت باید قابل خرید و فروش باشد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837114/سهام-عدالت...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>کارت هدیه همچنان در دسترس</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837108/کارت-هدیه-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>از ترخیص کالا چه خبر؟</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837103/از-ترخیص-ک...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>فعالان مناطق آزاد بدهکار نیستند که فرار کنند</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837100/فعالان-منا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>تشدید نگرانی از جنگ تجاری</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837038/تشدید-نگرا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>واحد پول ایران ریال می‌ماند</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837037/واحد-پول-ا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133</th>\n",
       "      <td>انبارهای نگهداری کالا با سامانه جامع رصد می شود</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837033/انبارهای-ن...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>134</th>\n",
       "      <td>ممنوعیت واردات پالونیا به کشور</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837032/ممنوعیت-وا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>135</th>\n",
       "      <td>۹ گروه کالای اساسی در شهریورماه گران شد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837029/۹-گروه-کال...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>اختلاف مشاور رئیس جمهوری با آخوندی سر باز کرد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837028/اختلاف-مشا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>137</th>\n",
       "      <td>صادرات دفترچه تحصیلی و گوشت ممنوع شد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837027/صادرات-دفت...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>138</th>\n",
       "      <td>دلایل کیفیت پایین کالای صادراتی به عراق</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837018/دلایل-کیفی...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>139</th>\n",
       "      <td>طلای سیاه ۸۲ دلار شد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837017/طلای-سیاه-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140</th>\n",
       "      <td>بازار خودرو دیگر کشش افزایش قیمت‌ را ندارد</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837014/بازار-خودر...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141</th>\n",
       "      <td>قیمت طلا افزایش یافت</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/837010/قیمت-طلا-ا...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>142</th>\n",
       "      <td>بسته جبرانی برای حدود ۷ میلیون حقوق بگیر</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/836997/بسته-جبران...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143</th>\n",
       "      <td>کشف ۱۵ مورد قاچاق انسان در چهار عملیات</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/836986/کشف-۱۵-مور...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144</th>\n",
       "      <td>مرغ ارزان شد اما هنوز گران است!</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/836939/مرغ-ارزان-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145</th>\n",
       "      <td>دارایی بانک‌های اماراتی به ۷۶۲ میلیارد دلار جه...</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/836775/دارایی-بان...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146</th>\n",
       "      <td>روزنامه‌های اقتصادی سه شنبه سوم مهرماه ۹۷</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/836774/روزنامه‌ها...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>همفکری دولت و بخش خصوصی</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/829751/همفکری-دول...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>چه کسانی فهرست ده خریدار عمده سکه را منتشر کردند؟</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/825542/چه-کسانی-ف...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>دستور و تأکید مجدد رهبر انقلاب برای برخورد با ...</td>\n",
       "      <td>sample</td>\n",
       "      <td>0</td>\n",
       "      <td>http://www.tabnak.ir/fa/news/825099/دستور-و-تأ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>150 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 title    body posted_at  \\\n",
       "0            سهام اروپا با اعلام بودجه ایتالیا افت کرد  sample         0   \n",
       "1                   همه سامانه‌های تجارت به هم متصل شد  sample         0   \n",
       "2            پیش از ضرر به امنیت موبایل بانک توجه کنید  sample         0   \n",
       "3               قیمت‌ها بالا رود، صنعت نفت سقوط می‌کند  sample         0   \n",
       "4                         آخرین وضعیت صادرات نفت ایران  sample         0   \n",
       "5    واکنش‎وزارت‎صنعت‎به\"پرداخت‎ارزبه۲نفری‎که‎وجودخ...  sample         0   \n",
       "6    به ازای کاهش هر امضاء، دیواری از فساد فرو می‌ریزد  sample         0   \n",
       "7      مجوز رئیس جمهور برای افزایش قیمت نان در استانها  sample         0   \n",
       "8                      قیمت جهانی طلا امروز ۱۳۹۷/۰۷/۰۷  sample         0   \n",
       "9               زیان یک میلیارد دلاری فورد از تعرفه‌ها  sample         0   \n",
       "10                    صادرات مازندران ۱۰ درصد بیشتر شد  sample         0   \n",
       "11              حقوق بازنشسته‌ها از اول آذر قطع می‌شود  sample         0   \n",
       "12           واکنش شریعتمداری به خبر مربوط به استعفایش  sample         0   \n",
       "13                    سقوط آزاد نرخ اوراق تسهیلات مسکن  sample         0   \n",
       "14                   روزنامه‌های اقتصادی شنبه ۹۷/۰۷/۰۷  sample         0   \n",
       "15                                 رب نباید گران می‌شد  sample         0   \n",
       "16         بازنشسته‌های وزارت راه و شهرسازی چند نفرند؟  sample         0   \n",
       "17           مشکل کامیونداران مرغ ها را گرسنه نگه داشت  sample         0   \n",
       "18                     اختلاف‌نظر درباره روند قیمت طلا  sample         0   \n",
       "19                 فیس‌بوک یک رسوایی دیگر به بار آورد!  sample         0   \n",
       "20   برای خریدآپارتمان درمنطقه پاسداران چقدربایدهزی...  sample         0   \n",
       "21         تاکید آلمان بر حفظ مناسبات اقتصادی با ایران  sample         0   \n",
       "22                         واردات صابون به ۲۸۸ تن رسید  sample         0   \n",
       "23                        رونمایی از سامانه جامع تجارت  sample         0   \n",
       "24                              افزایش قیمت نان نداریم  sample         0   \n",
       "25                          استعفای دو معاون وزارت کار  sample         0   \n",
       "26                بازار اوراق مسکن؛ ریزش هفتگی «تسه»ها  sample         0   \n",
       "27               رشد بیش از ۲۳ هزار واحدی شاخص کل بورس  sample         0   \n",
       "28                               نیکی رکورد ۲۷ ساله زد  sample         0   \n",
       "29           مرز باشماق در مریوان روز یکشنبه تعطیل است  sample         0   \n",
       "..                                                 ...     ...       ...   \n",
       "120                               قیمت طلا افزایش یافت  sample         0   \n",
       "121                     نوسان شاخص‌ها در بورس‌های آسیا  sample         0   \n",
       "122                               پول فیلیپین سقوط کرد  sample         0   \n",
       "123             ساندرو اتوماتیک ۱ میلیون تومان گران شد  sample         0   \n",
       "124           جلسه فوری برای ترمیم مزد و معیشت کارگران  sample         0   \n",
       "125       تامین لاستیک کامیون داران با ارز ۴۲۰۰ تومانی  sample         0   \n",
       "126               اقتصاد غزه در فروپاشی کامل قرار دارد  sample         0   \n",
       "127              سهام عدالت باید قابل خرید و فروش باشد  sample         0   \n",
       "128                          کارت هدیه همچنان در دسترس  sample         0   \n",
       "129                              از ترخیص کالا چه خبر؟  sample         0   \n",
       "130       فعالان مناطق آزاد بدهکار نیستند که فرار کنند  sample         0   \n",
       "131                          تشدید نگرانی از جنگ تجاری  sample         0   \n",
       "132                        واحد پول ایران ریال می‌ماند  sample         0   \n",
       "133    انبارهای نگهداری کالا با سامانه جامع رصد می شود  sample         0   \n",
       "134                     ممنوعیت واردات پالونیا به کشور  sample         0   \n",
       "135            ۹ گروه کالای اساسی در شهریورماه گران شد  sample         0   \n",
       "136      اختلاف مشاور رئیس جمهوری با آخوندی سر باز کرد  sample         0   \n",
       "137               صادرات دفترچه تحصیلی و گوشت ممنوع شد  sample         0   \n",
       "138            دلایل کیفیت پایین کالای صادراتی به عراق  sample         0   \n",
       "139                               طلای سیاه ۸۲ دلار شد  sample         0   \n",
       "140         بازار خودرو دیگر کشش افزایش قیمت‌ را ندارد  sample         0   \n",
       "141                               قیمت طلا افزایش یافت  sample         0   \n",
       "142           بسته جبرانی برای حدود ۷ میلیون حقوق بگیر  sample         0   \n",
       "143             کشف ۱۵ مورد قاچاق انسان در چهار عملیات  sample         0   \n",
       "144                    مرغ ارزان شد اما هنوز گران است!  sample         0   \n",
       "145  دارایی بانک‌های اماراتی به ۷۶۲ میلیارد دلار جه...  sample         0   \n",
       "146          روزنامه‌های اقتصادی سه شنبه سوم مهرماه ۹۷  sample         0   \n",
       "147                            همفکری دولت و بخش خصوصی  sample         0   \n",
       "148  چه کسانی فهرست ده خریدار عمده سکه را منتشر کردند؟  sample         0   \n",
       "149  دستور و تأکید مجدد رهبر انقلاب برای برخورد با ...  sample         0   \n",
       "\n",
       "                                               postUrl  \n",
       "0    http://www.tabnak.ir/fa/news/838224/سهام-اروپا...  \n",
       "1    http://www.tabnak.ir/fa/news/838222/همه-سامانه...  \n",
       "2    http://www.tabnak.ir/fa/news/838221/پیش-از-ضرر...  \n",
       "3    http://www.tabnak.ir/fa/news/838220/قیمت‌ها-با...  \n",
       "4    http://www.tabnak.ir/fa/news/838213/آخرین-وضعی...  \n",
       "5    http://www.tabnak.ir/fa/news/838211/واکنش‎وزار...  \n",
       "6    http://www.tabnak.ir/fa/news/838210/به-ازای-کا...  \n",
       "7    http://www.tabnak.ir/fa/news/838209/مجوز-رئیس-...  \n",
       "8    http://www.tabnak.ir/fa/news/838196/قیمت-جهانی...  \n",
       "9    http://www.tabnak.ir/fa/news/838195/زیان-یک-می...  \n",
       "10   http://www.tabnak.ir/fa/news/838193/صادرات-ماز...  \n",
       "11   http://www.tabnak.ir/fa/news/838191/حقوق-بازنش...  \n",
       "12   http://www.tabnak.ir/fa/news/838181/واکنش-شریع...  \n",
       "13   http://www.tabnak.ir/fa/news/838178/سقوط-آزاد-...  \n",
       "14   http://www.tabnak.ir/fa/news/838176/روزنامه‌ها...  \n",
       "15   http://www.tabnak.ir/fa/news/838175/رب-نباید-گ...  \n",
       "16   http://www.tabnak.ir/fa/news/838174/بازنشسته‌ه...  \n",
       "17   http://www.tabnak.ir/fa/news/838160/مشکل-کامیو...  \n",
       "18   http://www.tabnak.ir/fa/news/838157/اختلاف‌نظر...  \n",
       "19   http://www.tabnak.ir/fa/news/838156/فیس‌بوک-یک...  \n",
       "20   http://www.tabnak.ir/fa/news/838101/برای-خریدآ...  \n",
       "21   http://www.tabnak.ir/fa/news/838107/تاکید-آلما...  \n",
       "22   http://www.tabnak.ir/fa/news/838104/واردات-صاب...  \n",
       "23   http://www.tabnak.ir/fa/news/838100/رونمایی-از...  \n",
       "24   http://www.tabnak.ir/fa/news/838099/افزایش-قیم...  \n",
       "25   http://www.tabnak.ir/fa/news/838098/استعفای-دو...  \n",
       "26   http://www.tabnak.ir/fa/news/838010/بازار-اورا...  \n",
       "27   http://www.tabnak.ir/fa/news/837996/رشد-بیش-از...  \n",
       "28   http://www.tabnak.ir/fa/news/837982/نیکی-رکورد...  \n",
       "29   http://www.tabnak.ir/fa/news/837981/مرز-باشماق...  \n",
       "..                                                 ...  \n",
       "120  http://www.tabnak.ir/fa/news/837125/قیمت-طلا-ا...  \n",
       "121  http://www.tabnak.ir/fa/news/837123/نوسان-شاخص...  \n",
       "122  http://www.tabnak.ir/fa/news/837117/پول-فیلیپی...  \n",
       "123  http://www.tabnak.ir/fa/news/837120/ساندرو-اتو...  \n",
       "124  http://www.tabnak.ir/fa/news/837119/جلسه-فوری-...  \n",
       "125  http://www.tabnak.ir/fa/news/837116/تامین-لاست...  \n",
       "126  http://www.tabnak.ir/fa/news/837115/اقتصاد-غزه...  \n",
       "127  http://www.tabnak.ir/fa/news/837114/سهام-عدالت...  \n",
       "128  http://www.tabnak.ir/fa/news/837108/کارت-هدیه-...  \n",
       "129  http://www.tabnak.ir/fa/news/837103/از-ترخیص-ک...  \n",
       "130  http://www.tabnak.ir/fa/news/837100/فعالان-منا...  \n",
       "131  http://www.tabnak.ir/fa/news/837038/تشدید-نگرا...  \n",
       "132  http://www.tabnak.ir/fa/news/837037/واحد-پول-ا...  \n",
       "133  http://www.tabnak.ir/fa/news/837033/انبارهای-ن...  \n",
       "134  http://www.tabnak.ir/fa/news/837032/ممنوعیت-وا...  \n",
       "135  http://www.tabnak.ir/fa/news/837029/۹-گروه-کال...  \n",
       "136  http://www.tabnak.ir/fa/news/837028/اختلاف-مشا...  \n",
       "137  http://www.tabnak.ir/fa/news/837027/صادرات-دفت...  \n",
       "138  http://www.tabnak.ir/fa/news/837018/دلایل-کیفی...  \n",
       "139  http://www.tabnak.ir/fa/news/837017/طلای-سیاه-...  \n",
       "140  http://www.tabnak.ir/fa/news/837014/بازار-خودر...  \n",
       "141  http://www.tabnak.ir/fa/news/837010/قیمت-طلا-ا...  \n",
       "142  http://www.tabnak.ir/fa/news/836997/بسته-جبران...  \n",
       "143  http://www.tabnak.ir/fa/news/836986/کشف-۱۵-مور...  \n",
       "144  http://www.tabnak.ir/fa/news/836939/مرغ-ارزان-...  \n",
       "145  http://www.tabnak.ir/fa/news/836775/دارایی-بان...  \n",
       "146  http://www.tabnak.ir/fa/news/836774/روزنامه‌ها...  \n",
       "147  http://www.tabnak.ir/fa/news/829751/همفکری-دول...  \n",
       "148  http://www.tabnak.ir/fa/news/825542/چه-کسانی-ف...  \n",
       "149  http://www.tabnak.ir/fa/news/825099/دستور-و-تأ...  \n",
       "\n",
       "[150 rows x 4 columns]"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 th is Done!\n",
      "1 th is Done!\n",
      "2 th is Done!\n",
      "3 th is Done!\n",
      "4 th is Done!\n",
      "5 th is Done!\n",
      "6 th is Done!\n",
      "7 th is Done!\n",
      "8 th is Done!\n",
      "9 th is Done!\n",
      "10 th is Done!\n",
      "11 th is Done!\n",
      "12 th is Done!\n",
      "13 th is Done!\n",
      "14 th is Done!\n",
      "15 th is Done!\n",
      "16 th is Done!\n",
      "17 th is Done!\n",
      "18 th is Done!\n",
      "19 th is Done!\n",
      "20 th is Done!\n",
      "21 th is Done!\n",
      "22 th is Done!\n",
      "23 th is Done!\n",
      "24 th is Done!\n",
      "25 th is Done!\n",
      "26 th is Done!\n",
      "27 th is Done!\n",
      "28 th is Done!\n",
      "29 th is Done!\n",
      "30 th is Done!\n",
      "31 th is Done!\n",
      "32 th is Done!\n",
      "33 th is Done!\n",
      "34 th is Done!\n",
      "35 th is Done!\n",
      "36 th is Done!\n",
      "37 th is Done!\n",
      "38 th is Done!\n",
      "39 th is Done!\n",
      "40 th is Done!\n",
      "41 th is Done!\n",
      "42 th is Done!\n",
      "43 th is Done!\n",
      "44 th is Done!\n",
      "45 th is Done!\n",
      "46 th is Done!\n",
      "47 th is Done!\n",
      "48 th is Done!\n",
      "49 th is Done!\n",
      "50 th is Done!\n",
      "51 th is Done!\n",
      "52 th is Done!\n",
      "53 th is Done!\n",
      "54 th is Done!\n",
      "55 th is Done!\n",
      "56 th is Done!\n",
      "57 th is Done!\n",
      "58 th is Done!\n",
      "59 th is Done!\n",
      "60 th is Done!\n",
      "61 th is Done!\n",
      "62 th is Done!\n",
      "63 th is Done!\n",
      "64 th is Done!\n",
      "65 th is Done!\n",
      "66 th is Done!\n",
      "67 th is Done!\n",
      "68 th is Done!\n",
      "69 th is Done!\n",
      "70 th is Done!\n",
      "71 th is Done!\n",
      "72 th is Done!\n",
      "73 th is Done!\n",
      "74 th is Done!\n",
      "75 th is Done!\n",
      "76 th is Done!\n",
      "77 th is Done!\n",
      "78 th is Done!\n",
      "79 th is Done!\n",
      "80 th is Done!\n",
      "81 th is Done!\n",
      "82 th is Done!\n",
      "83 th is Done!\n",
      "84 th is Done!\n",
      "85 th is Done!\n",
      "86 th is Done!\n",
      "87 th is Done!\n",
      "88 th is Done!\n",
      "89 th is Done!\n",
      "90 th is Done!\n",
      "91 th is Done!\n",
      "92 th is Done!\n",
      "93 th is Done!\n",
      "94 th is Done!\n",
      "95 th is Done!\n",
      "96 th is Done!\n",
      "97 th is Done!\n",
      "98 th is Done!\n",
      "99 th is Done!\n",
      "100 th is Done!\n",
      "101 th is Done!\n",
      "102 th is Done!\n",
      "103 th is Done!\n",
      "104 th is Done!\n",
      "105 th is Done!\n",
      "106 th is Done!\n",
      "107 th is Done!\n",
      "108 th is Done!\n",
      "109 th is Done!\n",
      "110 th is Done!\n",
      "111 th is Done!\n",
      "112 th is Done!\n",
      "113 th is Done!\n",
      "114 th is Done!\n",
      "115 th is Done!\n",
      "116 th is Done!\n",
      "117 th is Done!\n",
      "118 th is Done!\n",
      "119 th is Done!\n",
      "120 th is Done!\n",
      "121 th is Done!\n",
      "122 th is Done!\n",
      "123 th is Done!\n",
      "124 th is Done!\n",
      "125 th is Done!\n",
      "126 th is Done!\n",
      "127 th is Done!\n",
      "128 th is Done!\n",
      "129 th is Done!\n",
      "130 th is Done!\n",
      "131 th is Done!\n",
      "132 th is Done!\n",
      "133 th is Done!\n",
      "134 th is Done!\n",
      "135 th is Done!\n",
      "136 th is Done!\n",
      "137 th is Done!\n",
      "138 th is Done!\n",
      "139 th is Done!\n",
      "140 th is Done!\n",
      "141 th is Done!\n",
      "142 th is Done!\n",
      "143 th is Done!\n",
      "144 th is Done!\n",
      "145 th is Done!\n",
      "146 th is Done!\n",
      "147 th is Done!\n",
      "148 th is Done!\n",
      "149 th is Done!\n"
     ]
    }
   ],
   "source": [
    "for index, post in df.iterrows():\n",
    "    req = requests.get(post['postUrl'])\n",
    "    postHtml = BeautifulSoup(req.text , 'html.parser')\n",
    "    date = postHtml.find(class_='fa_date').get_text()\n",
    "    dirtyText = postHtml.find(class_='body').find_all('p')\n",
    "    body = ''\n",
    "    for i in dirtyText:\n",
    "        body += i.get_text()\n",
    "    df.loc[index]['body'] = body\n",
    "    df.loc[index]['posted_at'] = date\n",
    "    print(index,'th is Done!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pony.orm import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [],
   "source": [
    "db = Database()\n",
    "class Post(db.Entity):\n",
    "    title    = Required(LongStr)\n",
    "    posted_at= Required(str)\n",
    "    postUrl  = Required(LongStr)\n",
    "    body     = Required(LongStr)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [],
   "source": [
    "db.bind(provider='mysql', host='127.0.0.1', user='root', passwd='1', db='tabnakEconimics')\n",
    "db.generate_mapping(check_tables=False, create_tables=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [],
   "source": [
    "for index, post in df.iterrows():\n",
    "    title    = post['title']\n",
    "    postUrl  = post['postUrl']\n",
    "    posted_at= post['posted_at']\n",
    "    body     = post['body']\n",
    "    db.insert(\"post\",\n",
    "             title = title,\n",
    "             postUrl = postUrl,\n",
    "             body = body,\n",
    "             posted_at=posted_at)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [],
   "source": [
    "# df['title']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('tabnakEcoMehr1.csv',sep='\\t', encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['title', 'body', 'posted_at', 'postUrl'], dtype='object')"
      ]
     },
     "execution_count": 126,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "whoTell    عضو کمیسیون انرژی مجلس در گفت‌وگو با فارس خبر داد\n",
       "title      بررسی تخلفات واگذاری آلومینیوم المهدی هفته آین...\n",
       "summery    عضو کمیسیون انرژی مجلس گفت: تخلفات مربوط به جر...\n",
       "img        https://media.farsnews.com/media/Uploaded/File...\n",
       "postUrl    https://www.farsnews.com/news/13970710001043/ب...\n",
       "body       \\nاحمد مرادی نماینده مجلس شورای اسلامی در گفت‌...\n",
       "date                                     1397/07/11 :: 00:02\n",
       "Name: 0, dtype: object"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.read_csv('FarsEconomyAll.csv',sep='\\t',index_col='Unnamed: 0').iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}