Cha 6 _章末实战.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-11-15T22:03:10.837366Z",
     "start_time": "2017-11-15T22:03:07.551855Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['[置顶]\\n[公告]应上级部门要求，步行街下所有版块发言需绑定手机号完成实名制认证', 'https://bbs.hupu.com/20480442.html', '虎扑团队', 'https://my.hupu.com/272380999276581', '2017-10-16', '0', '136591', '虎扑团队', datetime.date(2017, 10, 16)]\n",
      "['同时拿到了密歇根大学和南加州大学的offer，该选哪个？', 'https://bbs.hupu.com/20736594.html', '姚沁蕾的爹', 'https://my.hupu.com/258905858482188', '2017-11-16', '14', '365', '23456245', datetime.datetime(2017, 11, 15, 6, 3)]\n",
      "['【深夜食堂】11月16日 这么晚了，你为什么还没睡\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...19\\n\\n\\xa0]', 'https://bbs.hupu.com/20736161.html', '小草哇', 'https://my.hupu.com/220480110734796', '2017-11-16', '371', '19939', '麦子说他不等了', datetime.datetime(2017, 11, 15, 6, 2)]\n",
      "['特朗普这个操作，jrs怎么看\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/20736204.html', '20162020', 'https://my.hupu.com/231936715113120', '2017-11-16', '93', '24614', '都说我是伪球迷', datetime.datetime(2017, 11, 15, 6, 2)]\n",
      "['大学毕业后，你和你的大学同学还有多少联系？', 'https://bbs.hupu.com/20736597.html', '剑桥大学博士生', 'https://my.hupu.com/96321256421537', '2017-11-16', '3', '111', '23456245', datetime.datetime(2017, 11, 15, 6, 2)]\n",
      "['本人男，身高162，年方26，最近表白了，现在对方回复我了 ……\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/20736256.html', '深夜走在步行街', 'https://my.hupu.com/111389073601351', '2017-11-16', '82', '27745', '裸奔的小猪猪2015', datetime.datetime(2017, 11, 15, 6, 2)]\n",
      "['观2017 TGA年度最佳游戏贴有感\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20736577.html', 'woshizhengri', 'https://my.hupu.com/140302210669746', '2017-11-16', '41', '1414', '我就密吹波', datetime.datetime(2017, 11, 15, 6, 2)]\n",
      "['终于轮到我了，我是做高端酒店和旅游的，大家有什么要问的？给留学jr带福利\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...17\\n\\n\\xa0]', 'https://bbs.hupu.com/20736390.html', '卡卡卡卡卡梅罗', 'https://my.hupu.com/169406261109984', '2017-11-16', '320', '15388', 'Doubleman', datetime.datetime(2017, 11, 15, 6, 2)]\n",
      "['特朗普每天吃什么东西71岁还这么有精力\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20736326.html', 'yiesgu', 'https://my.hupu.com/108922677584751', '2017-11-16', '35', '12752', '23Killer', datetime.datetime(2017, 11, 15, 6, 1)]\n",
      "['各位JRS，该如何评价一个在车上放屁的顺风车司机？\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20736357.html', '公积金中心主任', 'https://my.hupu.com/248410584531670', '2017-11-16', '22', '1113', '拉登小托尼', datetime.datetime(2017, 11, 15, 6, 1)]\n",
      "['二球事件 受伤最深的是海外华人吧 在国外谨慎的生活 别人却在祖国这么放肆', 'https://bbs.hupu.com/20736602.html', '梦幻楚王', 'https://my.hupu.com/55790466534817', '2017-11-16', '2', '142', '23456245', datetime.datetime(2017, 11, 15, 6, 1)]\n",
      "['轮到我了，彩礼，要炸了\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...16\\n\\n\\xa0]', 'https://bbs.hupu.com/20732704.html', '假斯巴达可', 'https://my.hupu.com/4500466859354', '2017-11-15', '302', '126477', '字母铁匠', datetime.datetime(2017, 11, 15, 6, 1)]\n",
      "['你减肥我买单！现每天召集100名老铁，免费参加减脂体验课！\\n[\\xa0\\n2\\n3\\n4\\n\\n\\xa0]', 'https://bbs.hupu.com/20732796.html', '改造工厂', 'https://my.hupu.com/74921942402867', '2017-11-15', '66', '5151', 'd囧b凸', datetime.datetime(2017, 11, 15, 6, 1)]\n",
      "['听说这里男生多 妹子想请教一下果照问题\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...19\\n\\n\\xa0]', 'https://bbs.hupu.com/20735858.html', '傻傻1234', 'https://my.hupu.com/41377498410823', '2017-11-15', '363', '175534', '布惠娶茗渍', datetime.datetime(2017, 11, 15, 6, 1)]\n",
      "['晚上睡不着，嗓子疼的厉害，jr有什么妙招么？', 'https://bbs.hupu.com/20736604.html', 'neckar', 'https://my.hupu.com/181252177198879', '2017-11-16', '1', '28', '23456245', datetime.datetime(2017, 11, 15, 6, 0)]\n",
      "['[影视区]复仇者联盟3预告已制成，“幻视”“冬兵”表示“全程史诗”！\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...6\\n\\n\\xa0]', 'https://bbs.hupu.com/ent', '永远的神M', 'https://my.hupu.com/16620391884004', '2017-11-14', '108', '44243', '李总管', datetime.datetime(2017, 11, 15, 6, 0)]\n",
      "['我不信能有那么多人能分出可口和百事\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...11\\n\\n\\xa0]', 'https://bbs.hupu.com/20729995.html', 'shuigui15', 'https://my.hupu.com/192353026688979', '2017-11-15', '200', '42215', '因丑我自卑', datetime.datetime(2017, 11, 15, 6, 0)]\n",
      "['目前开了一个宫口，剩下的宫口一般要多久才能开完？', 'https://bbs.hupu.com/20736580.html', 'Yfsejjd', 'https://my.hupu.com/87661572814129', '2017-11-16', '7', '1031', '茫茫草原一点红', datetime.datetime(2017, 11, 15, 6, 0)]\n",
      "['说说你心中的国产动画排名\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...7\\n\\n\\xa0]', 'https://bbs.hupu.com/20735314.html', 'wangxijia333', 'https://my.hupu.com/185678819514097', '2017-11-15', '139', '23958', 'okcping', datetime.datetime(2017, 11, 15, 6, 0)]\n",
      "['还有人要反驳说trump没求情吗，刚刚他发twitter了…\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20736335.html', '卡梅隆7安瓜', 'https://my.hupu.com/46929849592517', '2017-11-16', '55', '8108', '月光一刀', datetime.datetime(2017, 11, 15, 5, 59)]\n",
      "['我外婆在今早上不幸遭遇车祸去世，肇事司机酒驾并超速100%\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...6\\n\\n\\xa0]', 'https://bbs.hupu.com/20736180.html', 'AdMark', 'https://my.hupu.com/131893204025091', '2017-11-16', '104', '25601', '全虎扑女JR的梦', datetime.datetime(2017, 11, 15, 5, 59)]\n",
      "['表妹被汽车撞成重伤，时速51造成深深的杀车痕，该怎么办？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...12\\n\\n\\xa0]', 'https://bbs.hupu.com/20733480.html', 'not0881', 'https://my.hupu.com/140609661773994', '2017-11-15', '222', '80972', 'start2bserious', datetime.datetime(2017, 11, 15, 5, 59)]\n",
      "['与单亲女友的感情纠葛，拜求各位老铁指点迷津\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20730794.html', 'lv1_tracy', 'https://my.hupu.com/156655978183887', '2017-11-15', '53', '4201', 'gadget', datetime.datetime(2017, 11, 15, 5, 59)]\n",
      "['家里有奇怪的声音，求助', 'https://bbs.hupu.com/20733682.html', 'qfxl', 'https://my.hupu.com/145159803695245', '2017-11-15', '8', '701', 'qfxl', datetime.datetime(2017, 11, 15, 5, 59)]\n",
      "['985一条街的28有28的JR们，要读金融博士吗【有福利】\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20729654.html', '飞翔的波士顿', 'https://my.hupu.com/201928844670087', '2017-11-15', '25', '1280', '搬砖不要命', datetime.datetime(2017, 11, 15, 5, 59)]\n",
      "['那些酸苹果的人是不是都是从来没用过苹果的人？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20736254.html', 'fuku333', 'https://my.hupu.com/180826934269962', '2017-11-16', '49', '5445', 'aoxiangmy', datetime.datetime(2017, 11, 15, 5, 59)]\n",
      "['我，男生，身高一米六。。。\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...24\\n\\n\\xa0]', 'https://bbs.hupu.com/20732291.html', '陈木杉叫大壮', 'https://my.hupu.com/179226382812508', '2017-11-15', '464', '162418', 'kevinKG_001', datetime.datetime(2017, 11, 15, 5, 59)]\n",
      "['大家语文书上记忆最深的一篇文章是哪篇？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...21\\n\\n\\xa0]', 'https://bbs.hupu.com/20730441.html', '我的少年久居深海', 'https://my.hupu.com/146562259641255', '2017-11-15', '409', '73176', '矩形加菱形', datetime.datetime(2017, 11, 15, 5, 59)]\n",
      "['大家来看一下我们学校4块钱一份的糖醋排骨\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...10\\n\\n\\xa0]', 'https://bbs.hupu.com/20726676.html', '假的安琪拉', 'https://my.hupu.com/231122958639788', '2017-11-14', '180', '119891', '丙123', datetime.datetime(2017, 11, 15, 5, 59)]\n",
      "['各位老铁，这套房子我该给我同学吗？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...54\\n\\n\\xa0]', 'https://bbs.hupu.com/20731453.html', '9易建联', 'https://my.hupu.com/186643532075156', '2017-11-15', '1069', '389276', '拿着铁锹去挖海', datetime.datetime(2017, 11, 15, 5, 58)]\n",
      "['联通老用户转大王卡成功了，新问题也出现了。。。', 'https://bbs.hupu.com/20736266.html', '28屠龙', 'https://my.hupu.com/204656605523672', '2017-11-16', '3', '551', '蓝色的海绵', datetime.datetime(2017, 11, 15, 5, 58)]\n",
      "['[路人王专区]爱打球的女生最美！路人王女神专场官方纪录片\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/lurenwang', '路人王', 'https://my.hupu.com/100375168899168', '2017-11-15', '95', '61745', '博士', datetime.datetime(2017, 11, 15, 5, 57)]\n",
      "['云烟印象在烟届属于什么水平？\\n[\\xa0\\n2\\n3\\n4\\n\\n\\xa0]', 'https://bbs.hupu.com/20729908.html', '老死花酒间', 'https://my.hupu.com/13140147872700', '2017-11-15', '60', '6063', '我于过羊总', datetime.datetime(2017, 11, 15, 5, 57)]\n",
      "['求问海淀这边有啥好吃的正餐，两人300以内价位，关键是不要辣，不要辣！\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20735630.html', '然并卵123', 'https://my.hupu.com/86607284284315', '2017-11-15', '58', '6271', '就爱买鞋', datetime.datetime(2017, 11, 15, 5, 56)]\n",
      "['高三男生跑200米，一步三回头照样破纪录zt\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...13\\n\\n\\xa0]', 'https://bbs.hupu.com/20731901.html', '小巷里的童年', 'https://my.hupu.com/142377746750942', '2017-11-15', '246', '181784', 'X暗影逍遥X', datetime.datetime(2017, 11, 15, 5, 56)]\n",
      "['球二案件、江哥案件到底应该怎么看待？', 'https://bbs.hupu.com/20736418.html', '池上纳凉', 'https://my.hupu.com/61302536105283', '2017-11-16', '10', '687', 'hupu_a91af0aabee8dfd1', datetime.datetime(2017, 11, 15, 5, 55)]\n",
      "['买了35楼的房子，各位有住过的吗？是什么感觉，优缺点是什么呢？\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20733697.html', '砍死赵又廷', 'https://my.hupu.com/260206416721961', '2017-11-15', '22', '2890', 'Lee小肥', datetime.datetime(2017, 11, 15, 5, 55)]\n",
      "['刚看了北京上海房价大跌..成都Jr表示犹豫了..\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...40\\n\\n\\xa0]', 'https://bbs.hupu.com/20732622.html', 'Brycebella', 'https://my.hupu.com/94883863056302', '2017-11-15', '793', '318123', '枕山傍水', datetime.datetime(2017, 11, 15, 5, 55)]\n",
      "['大学生写出这个字什么水平？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...13\\n\\n\\xa0]', 'https://bbs.hupu.com/20732418.html', 'defence520', 'https://my.hupu.com/250934295958054', '2017-11-15', '245', '120249', '爱新觉罗宇智波嘉兴', datetime.datetime(2017, 11, 15, 5, 55)]\n",
      "['有jr见过这么胖的猫吗？我家胖虎太重了，想帮他减肥\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...9\\n\\n\\xa0]', 'https://bbs.hupu.com/20733336.html', '大奔周喺我', 'https://my.hupu.com/172251069865033', '2017-11-15', '169', '123412', 'aoxiangmy', datetime.datetime(2017, 11, 15, 5, 54)]\n",
      "['忍不住发个帖，不知道怎么办，今天我爸对我说动了一下我妈的手机，我妈就很生气。...', 'https://bbs.hupu.com/20735851.html', '好舒服不要停丶', 'https://my.hupu.com/16698695348467', '2017-11-15', '4', '699', '汽水販賣雞', datetime.datetime(2017, 11, 15, 5, 54)]\n",
      "['【ZT】只剩摩拜ofo了！第三大共享单车正式死亡！遭遣散的员工太惨了！\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...11\\n\\n\\xa0]', 'https://bbs.hupu.com/20733713.html', '黄金咖喱猪扒饭', 'https://my.hupu.com/242815238559950', '2017-11-15', '209', '170400', '西蒙魏', datetime.datetime(2017, 11, 15, 5, 54)]\n",
      "['相亲女做的一件事让我挺瞧不起的\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...9\\n\\n\\xa0]', 'https://bbs.hupu.com/20734304.html', '610153798', 'https://my.hupu.com/148026073988424', '2017-11-15', '164', '95836', '上山打老虎12', datetime.datetime(2017, 11, 15, 5, 53)]\n",
      "['zt 日本人如何看待江歌案：理解江歌母亲，但不接受她的做法\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20734275.html', 'zpfawkes', 'https://my.hupu.com/244705155854060', '2017-11-15', '58', '15801', '三双机器', datetime.datetime(2017, 11, 15, 5, 53)]\n",
      "['拉黑前任数月后，最近死活要我加他，告诉我他要结婚了，让我去参加婚礼！WTF?!\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...17\\n\\n\\xa0]', 'https://bbs.hupu.com/20732826.html', '烧火巡山小钻风', 'https://my.hupu.com/6065667639780', '2017-11-15', '320', '118315', '赫尔辛根默斯肯的画师', datetime.datetime(2017, 11, 15, 5, 53)]\n",
      "['求助，外星人电脑在宿舍被偷。。\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...7\\n\\n\\xa0]', 'https://bbs.hupu.com/20723947.html', '追风男人199852', 'https://my.hupu.com/198511080038220', '2017-11-14', '128', '56979', '无情轩轩', datetime.datetime(2017, 11, 15, 5, 52)]\n",
      "['今天看上一个妹子 然后...\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...8\\n\\n\\xa0]', 'https://bbs.hupu.com/20736129.html', '多情是病', 'https://my.hupu.com/280971278635562', '2017-11-15', '146', '67108', 'gadget', datetime.datetime(2017, 11, 15, 5, 52)]\n",
      "['已婚老哥进，选对象到底注重颜值还是性格？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/20734836.html', '超级卜克', 'https://my.hupu.com/34219308209059', '2017-11-15', '87', '17292', '威猛的小老虎嘎嘎嘎', datetime.datetime(2017, 11, 15, 5, 52)]\n",
      "['逃单是种什么行为？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...50\\n\\n\\xa0]', 'https://bbs.hupu.com/20731654.html', 'O必K胜C', 'https://my.hupu.com/277934231403931', '2017-11-15', '981', '298497', '很二的二', datetime.datetime(2017, 11, 15, 5, 52)]\n",
      "['为什么说不娶招行女，不嫁华为男？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n\\n\\xa0]', 'https://bbs.hupu.com/20734069.html', 'NPE', 'https://my.hupu.com/62174760151413', '2017-11-15', '63', '33687', '拿着铁锹去挖海', datetime.datetime(2017, 11, 15, 5, 51)]\n",
      "['我决定把最差快递奖颁给韵达快递\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...15\\n\\n\\xa0]', 'https://bbs.hupu.com/20731265.html', '匠心巨制', 'https://my.hupu.com/220178098250240', '2017-11-15', '296', '66061', '谁特么有我帅', datetime.datetime(2017, 11, 15, 5, 50)]\n",
      "['刚刚女神跟我说了晚安，是不是对我也有意思？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...14\\n\\n\\xa0]', 'https://bbs.hupu.com/20736172.html', '喷火阿牛', 'https://my.hupu.com/8031830467820', '2017-11-16', '266', '73764', '青汀', datetime.datetime(2017, 11, 15, 5, 49)]\n",
      "['怎样跟男朋友提分手对他伤害最小？\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20736291.html', '库里5冠', 'https://my.hupu.com/60929790214101', '2017-11-16', '23', '3773', '苏菲的菊花', datetime.datetime(2017, 11, 15, 5, 48)]\n",
      "['朋友刚相了个对象，条件啥的都很好，但最大的问题却是……\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...16\\n\\n\\xa0]', 'https://bbs.hupu.com/20729653.html', '湿湿的西瓜', 'https://my.hupu.com/267670260845848', '2017-11-15', '304', '340382', 'Liuliu兔', datetime.datetime(2017, 11, 15, 5, 48)]\n",
      "['女同事说要跟我住几天……怎么办在线急！\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...28\\n\\n\\xa0]', 'https://bbs.hupu.com/20730457.html', '虎扑最黄哥', 'https://my.hupu.com/135946236979650', '2017-11-15', '558', '422007', 'husong_520', datetime.datetime(2017, 11, 15, 5, 48)]\n",
      "['穿越火线手游吃鸡，三局两胜，什么水平', 'https://bbs.hupu.com/20735521.html', '小小新多士', 'https://my.hupu.com/112131633249110', '2017-11-15', '11', '2306', '我是林志炫', datetime.datetime(2017, 11, 15, 5, 48)]\n",
      "['增广贤文到底是什么水平？', 'https://bbs.hupu.com/20736097.html', 'mvzz', 'https://my.hupu.com/147102006261064', '2017-11-15', '14', '1365', '不是一个人hygmm', datetime.datetime(2017, 11, 15, 5, 47)]\n",
      "['彻夜难眠，真的不知道怎么办了。', 'https://bbs.hupu.com/20736537.html', 'Hans陈', 'https://my.hupu.com/267584771633848', '2017-11-16', '17', '820', '不懒是大可', datetime.datetime(2017, 11, 15, 5, 47)]\n",
      "['跟着三国志走近曹操', 'https://bbs.hupu.com/20735237.html', '汉魏英雄传', 'https://my.hupu.com/50913909524934', '2017-11-15', '9', '685', '看不见的表情', datetime.datetime(2017, 11, 15, 5, 45)]\n",
      "['超美「台巴混血正妹」有小昆凌之称的Kimberlly陈怡伶什么水平？zt\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/20733073.html', '你伤不到我哒', 'https://my.hupu.com/182665961921601', '2017-11-15', '98', '100779', 'Lee小肥', datetime.datetime(2017, 11, 15, 5, 45)]\n",
      "['真人真事，一女的因保安不让带狗进酒店，放狗咬人，保安踢了狗一脚，最后赔了1万\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20735671.html', '鲍比苏拉', 'https://my.hupu.com/199363952930082', '2017-11-15', '50', '20066', '再见巴别塔', datetime.datetime(2017, 11, 15, 5, 45)]\n",
      "['骗中骗：罗纳尔多和他的中国足球老母，揭秘最不可思议的广告来源 zt\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...17\\n\\n\\xa0]', 'https://bbs.hupu.com/20731490.html', '小巷里的童年', 'https://my.hupu.com/142377746750942', '2017-11-15', '325', '373058', 'luoluoya886', datetime.datetime(2017, 11, 15, 5, 43)]\n",
      "['苹果还能强制更新？\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20734944.html', 'ok25587879', 'https://my.hupu.com/71846157914766', '2017-11-15', '29', '2165', 'mintmont30', datetime.datetime(2017, 11, 15, 5, 43)]\n",
      "['越界的权利-- 江歌事件中的民意和网络暴力\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20736440.html', 'DVone', 'https://my.hupu.com/222580801994282', '2017-11-16', '27', '1095', '梦幻楚王', datetime.datetime(2017, 11, 15, 5, 43)]\n",
      "['[ACG区]2017 TGA年度最佳游戏五个提名已经出来啦，jrs会投给谁？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...59\\n\\n\\xa0]', 'https://bbs.hupu.com/acg', '瘫软的纳什', 'https://my.hupu.com/111620146984365', '2017-11-15', '1170', '135752', 'bxj公爵', datetime.datetime(2017, 11, 15, 5, 43)]\n",
      "['王尼玛最新动态  大事件接受整改 本周停更\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20736373.html', '貔貅之涟漪', 'https://my.hupu.com/17576996673335', '2017-11-16', '21', '4277', '一隻小妖', datetime.datetime(2017, 11, 15, 5, 43)]\n",
      "['七八年前上学时买鞋一千多。现在每每两百块买鞋也心满意足。\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...7\\n\\n\\xa0]', 'https://bbs.hupu.com/20734068.html', '天天表情TOT', 'https://my.hupu.com/69021828245829', '2017-11-15', '128', '56562', '谷歌丶', datetime.datetime(2017, 11, 15, 5, 43)]\n",
      "['小恶不为，大恶就一定也不为么？', 'https://bbs.hupu.com/20736237.html', 'nba第一老油条', 'https://my.hupu.com/222209979339771', '2017-11-16', '5', '298', '科比带我拿总冠军', datetime.datetime(2017, 11, 15, 5, 42)]\n",
      "['忍不住笑出声！可能是央视史上最让人尴尬的记者！这些提问都什么水平？ \\u200bzt\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...14\\n\\n\\xa0]', 'https://bbs.hupu.com/20732839.html', '在座的男人都笑了', 'https://my.hupu.com/176185642769708', '2017-11-15', '261', '297977', '邂逅的缘分', datetime.datetime(2017, 11, 15, 5, 42)]\n",
      "['和相亲男聊不下去了，这是我的问题吗？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...24\\n\\n\\xa0]', 'https://bbs.hupu.com/20734592.html', 'FionaDou', 'https://my.hupu.com/174267678189807', '2017-11-15', '474', '120356', 'neckar', datetime.datetime(2017, 11, 15, 5, 41)]\n",
      "['山东蓝翔技校改名蓝翔技院了！这波什么水平？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...17\\n\\n\\xa0]', 'https://bbs.hupu.com/20732289.html', '三板桥本泽马', 'https://my.hupu.com/37938004900308', '2017-11-15', '338', '397088', '郭大卫韦斯利德纲', datetime.datetime(2017, 11, 15, 5, 40)]\n",
      "['[爆照区]抓住秋天的尾巴发一波\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...18\\n\\n\\xa0]', 'https://bbs.hupu.com/selfie', '石牌高圆圆', 'https://my.hupu.com/147133441708056', '2017-11-15', '340', '142729', '老婆的毒蘑菇', datetime.datetime(2017, 11, 15, 5, 40)]\n",
      "['刚发现倚天屠龙记里面的一个有意思的细节', 'https://bbs.hupu.com/20736299.html', 'cherubical', 'https://my.hupu.com/49140257629200', '2017-11-16', '14', '2803', 'yyzdtc', datetime.datetime(2017, 11, 15, 5, 38)]\n",
      "['李连杰透露演马云电影功守道零片酬:一分钱都没收zt\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...18\\n\\n\\xa0]', 'https://bbs.hupu.com/20729062.html', '你看这里啊', 'https://my.hupu.com/183098959227818', '2017-11-15', '352', '380544', '爱新觉罗宇智波嘉兴', datetime.datetime(2017, 11, 15, 5, 38)]\n",
      "['某小视频app的这个极限运动爱好者什么水平？看的头皮发麻啊\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n\\n\\xa0]', 'https://bbs.hupu.com/20708701.html', '谭晶的丝袜', 'https://my.hupu.com/105223433910151', '2017-11-12', '61', '29002', 'septemrock', datetime.datetime(2017, 11, 15, 5, 37)]\n",
      "['身高1米64，要长成啥样才会让妹子忽略我的海拔呢\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...28\\n\\n\\xa0]', 'https://bbs.hupu.com/20733027.html', '我能成为马云', 'https://my.hupu.com/178447790370026', '2017-11-15', '548', '255910', 'Liuliu兔', datetime.datetime(2017, 11, 15, 5, 37)]\n",
      "['终于想追一个妹子了，求jrs指导指导\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20735639.html', '新雷风', 'https://my.hupu.com/132561229172225', '2017-11-15', '56', '5890', 'stayGold23', datetime.datetime(2017, 11, 15, 5, 35)]\n",
      "['zt浙江未成年人犯罪记录将封存 让它悄悄藏起来吧', 'https://bbs.hupu.com/20736540.html', '鹈鹕双塔是我表妹浓眉', 'https://my.hupu.com/78598134130115', '2017-11-16', '14', '1340', 'morganshuwen', datetime.datetime(2017, 11, 15, 5, 35)]\n",
      "['[音乐区]大家觉得陈小春的说唱什么水平', 'https://bbs.hupu.com/music', '我回来了LH', 'https://my.hupu.com/175104042075117', '2017-11-08', '7', '957', '一隻小妖', datetime.datetime(2017, 11, 15, 5, 33)]\n",
      "['苏州JR来讨论一下 为什么新开的苏州中心招商这么烂…？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n\\n\\xa0]', 'https://bbs.hupu.com/20727079.html', '火箭巨星之周琦', 'https://my.hupu.com/154350753560884', '2017-11-14', '69', '6063', 'wrbonjovi', datetime.datetime(2017, 11, 15, 5, 32)]\n",
      "['ZT · 江歌案：联名处死刘鑫前男友，你会签名吗？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...40\\n\\n\\xa0]', 'https://bbs.hupu.com/20723625.html', 'zoorabbit', 'https://my.hupu.com/272604894128235', '2017-11-14', '796', '231932', 'xylitolgum', datetime.datetime(2017, 11, 15, 5, 30)]\n",
      "['娄姓女宝起名，请各位才高八斗，学富五车的jr起名，一经采纳，100远红包。\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/20736108.html', 'bybas', 'https://my.hupu.com/91437063222457', '2017-11-15', '81', '5115', '他强任他墙', datetime.datetime(2017, 11, 15, 5, 29)]\n",
      "['今天的单位篮球赛 ，我被对方怒对了，我真的做错了吗？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...29\\n\\n\\xa0]', 'https://bbs.hupu.com/20726841.html', '我干过花朵', 'https://my.hupu.com/237882008462343', '2017-11-15', '568', '269663', '啊西吧2323', datetime.datetime(2017, 11, 15, 5, 28)]\n",
      "['[爆照区]留美女JR，拜托大家评个分，虚心接受\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...9\\n\\n\\xa0]', 'https://bbs.hupu.com/selfie', '影色ing', 'https://my.hupu.com/20591765494537', '2017-11-14', '172', '99861', 'Tmac索駡里海盗', datetime.datetime(2017, 11, 15, 5, 27)]\n",
      "['昨天晚上跑了10km，这配速啥水平？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20728917.html', '渚薰', 'https://my.hupu.com/70109698472489', '2017-11-15', '48', '5314', 'whise', datetime.datetime(2017, 11, 15, 5, 27)]\n",
      "['[影视区]【影评人】第37期 葛优范冰冰《手机》你给出的虎扑评分是多少？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n\\n\\xa0]', 'https://bbs.hupu.com/ent', '菠萝夫司机', 'https://my.hupu.com/33336114263861', '2017-11-15', '61', '32202', 'jackysun1986', datetime.datetime(2017, 11, 15, 5, 26)]\n",
      "['爆成都某高校教师多次性骚扰女学生，校方回应称已停职调查 zt\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...9\\n\\n\\xa0]', 'https://bbs.hupu.com/20732022.html', '罗宾侠干猫女', 'https://my.hupu.com/218808268083082', '2017-11-15', '174', '179263', '邂逅的缘分', datetime.datetime(2017, 11, 15, 5, 26)]\n",
      "['认识多久表白合适（女生视角）\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...57\\n\\n\\xa0]', 'https://bbs.hupu.com/20710937.html', 'NKwitness', 'https://my.hupu.com/29845295369024', '2017-11-13', '1138', '441150', '萨克麦迪客', datetime.datetime(2017, 11, 15, 5, 25)]\n",
      "['老照片回顾1997年的上海，20年前你们家是什么状况？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...8\\n\\n\\xa0]', 'https://bbs.hupu.com/20724624.html', '可以一战吗', 'https://my.hupu.com/168481326567714', '2017-11-14', '149', '46296', 'aarryy', datetime.datetime(2017, 11, 15, 5, 23)]\n",
      "['都是尼古拉斯凯奇成了烂片王，那么（我们）国内有几个演技比他好的呢？！', 'https://bbs.hupu.com/20735047.html', '八宝山挖墓人', 'https://my.hupu.com/101511604173023', '2017-11-15', '12', '1752', '蓝色的海绵', datetime.datetime(2017, 11, 15, 5, 21)]\n",
      "['山东聊城最牛醉驾喝4斤白酒 血液酒精含量惊人zt\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...21\\n\\n\\xa0]', 'https://bbs.hupu.com/20728840.html', '旋涡刘能', 'https://my.hupu.com/77325371625555', '2017-11-15', '417', '295371', '大炮渴望C', datetime.datetime(2017, 11, 15, 5, 18)]\n",
      "['步行街的jr来帮一下我的弟弟\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20736223.html', '君临天下勒布朗23', 'https://my.hupu.com/59919077430972', '2017-11-16', '57', '2604', '178.5', datetime.datetime(2017, 11, 15, 5, 15)]\n",
      "['【相亲记】大家都分享下自己或他人的相亲经历故事\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20736469.html', '一夜幕降临', 'https://my.hupu.com/111818823734336', '2017-11-16', '24', '638', '祺祺啊', datetime.datetime(2017, 11, 15, 5, 14)]\n",
      "['[音乐区]周杰伦巅峰期的三张专辑怎么排名\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/music', '周柏豪最帅', 'https://my.hupu.com/80286755930387', '2017-10-18', '87', '19433', '因丑我自卑', datetime.datetime(2017, 11, 15, 5, 14)]\n",
      "['求救，关于狂犬病“十日观察法”的问题\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...6\\n\\n\\xa0]', 'https://bbs.hupu.com/20549351.html', 'casualee', 'https://my.hupu.com/88497075752433', '2017-10-22', '101', '11833', 'cgxy1995', datetime.datetime(2017, 11, 15, 5, 14)]\n",
      "['[音乐区]陈奕迅哪首歌最能打动你的心\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...41\\n\\n\\xa0]', 'https://bbs.hupu.com/music', 'SongCY', 'https://my.hupu.com/109255898940551', '2017-09-16', '801', '101188', '因丑我自卑', datetime.datetime(2017, 11, 15, 5, 11)]\n",
      "['港版i8，黑色64g，同学买了一个多月卖给我4200这价格可以吗？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/20733964.html', '名字拉风不', 'https://my.hupu.com/164159974223202', '2017-11-15', '99', '23345', '拉沙德沃恩', datetime.datetime(2017, 11, 15, 5, 11)]\n",
      "['高考监考，2小时，50块钱，你去吗？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...9\\n\\n\\xa0]', 'https://bbs.hupu.com/20726505.html', '一个傻子懵老', 'https://my.hupu.com/142922416140016', '2017-11-14', '163', '107765', 'whise', datetime.datetime(2017, 11, 15, 5, 10)]\n",
      "['[影视区]演员表演一定要融入人生体验\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n\\n\\xa0]', 'https://bbs.hupu.com/ent', '荞麦花开', 'https://my.hupu.com/169304094842860', '2017-11-13', '63', '33057', '牙套崽', datetime.datetime(2017, 11, 15, 5, 9)]\n",
      "['2017【长虹x球衣女孩】：以梦为马，不负曼巴~\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...19\\n\\n\\xa0]', 'https://bbs.hupu.com/20734989.html', '洛城女王', 'https://my.hupu.com/181757319394567', '2017-11-15', '364', '110573', '黄曼巴布兰登罗伊', datetime.datetime(2017, 11, 15, 5, 9)]\n",
      "['想给男朋友买LBJ15，结果意外发现女生穿也好看啊！\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20733963.html', '小土豆控', 'https://my.hupu.com/115902487506082', '2017-11-15', '58', '19912', '小土豆控', datetime.datetime(2017, 11, 15, 5, 8)]\n",
      "['麻烦大家看下这个配置朋友坑我了嘛？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...10\\n\\n\\xa0]', 'https://bbs.hupu.com/20711807.html', '灰丶伊人', 'https://my.hupu.com/88459563340303', '2017-11-13', '185', '51316', '吃土兔兔兔', datetime.datetime(2017, 11, 15, 5, 7)]\n",
      "['苹果强制更新了系统，现在卡的已经微信打字都费劲了\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...17\\n\\n\\xa0]', 'https://bbs.hupu.com/20734043.html', '15035267263', 'https://my.hupu.com/59944897920052', '2017-11-15', '322', '98352', 'xylitolgum', datetime.datetime(2017, 11, 15, 5, 6)]\n",
      "['这个要不要打狂犬疫苗\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/20728139.html', '未蜀', 'https://my.hupu.com/116869512555310', '2017-11-15', '80', '5409', '叮当是只喵', datetime.datetime(2017, 11, 15, 5, 5)]\n",
      "['[影视区]《正义联盟》口碑出炉：MTC51分，烂番茄16号13点解禁\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...25\\n\\n\\xa0]', 'https://bbs.hupu.com/ent', '千江月明', 'https://my.hupu.com/28825564959442', '2017-11-15', '485', '117912', '天之彼方', datetime.datetime(2017, 11, 15, 5, 3)]\n",
      "['上海嘉定  刚需上车，求大神分析。\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20734276.html', '看不见的罚球线', 'https://my.hupu.com/23525690386264', '2017-11-15', '25', '3134', '看不见的罚球线', datetime.datetime(2017, 11, 15, 5, 3)]\n",
      "['厉害了！3名学生众筹300万，车库摇身一变成24小时书店！zt\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n\\n\\xa0]', 'https://bbs.hupu.com/20696317.html', '破體無形劍氣', 'https://my.hupu.com/177833645434081', '2017-11-11', '22', '9841', '剑桥大学博士生', datetime.datetime(2017, 11, 15, 5, 0)]\n",
      "['从西雅图买了包零食给女儿。。。', 'https://bbs.hupu.com/20736585.html', '夜阑卧听风雨声', 'https://my.hupu.com/25896305308142', '2017-11-16', '1', '743', 'sclovezyt', datetime.datetime(2017, 11, 15, 4, 58)]\n",
      "['明天怎么和领导交代。', 'https://bbs.hupu.com/20735760.html', 'wf7777', 'https://my.hupu.com/158132338720931', '2017-11-15', '9', '1537', '吉林李宗瑞', datetime.datetime(2017, 11, 15, 4, 58)]\n",
      "['街上的家人们，有了解杭州水务的嘛', 'https://bbs.hupu.com/20716329.html', 'Spurs是马刺', 'https://my.hupu.com/64039111344389', '2017-11-13', '4', '238', 'hhumason', datetime.datetime(2017, 11, 15, 4, 58)]\n",
      "['硫酸兑水而论，99.99%的人不知道质量守恒是错的，化学变化也遵循质能守恒\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/20702041.html', '幸有后来者', 'https://my.hupu.com/87956770280989', '2017-11-11', '94', '24357', 'heeh123', datetime.datetime(2017, 11, 15, 4, 58)]\n",
      "['正常的保养皮肤也算是娘？事情终于爆发了\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...55\\n\\n\\xa0]', 'https://bbs.hupu.com/20707912.html', 'zjfujiawei', 'https://my.hupu.com/107105738050705', '2017-11-12', '1096', '374917', '僵尸用户甲', datetime.datetime(2017, 11, 15, 4, 57)]\n",
      "['《知乎新编》，将你看到知乎上编故事的贴上来集中讨论。', 'https://bbs.hupu.com/20728461.html', '山阳公', 'https://my.hupu.com/270461623927869', '2017-11-15', '5', '1133', '白虎', datetime.datetime(2017, 11, 15, 4, 57)]\n",
      "['2017【长虹x球衣女孩】：谁说废宅不能阳光\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n4\\n5\\n\\n\\xa0]', 'https://bbs.hupu.com/20734602.html', 'PPTun', 'https://my.hupu.com/31910867713696', '2017-11-15', '90', '96825', '前步行者队魂师弟芬森', datetime.datetime(2017, 11, 15, 4, 57)]\n",
      "['论电影中的美食片段，哪一段最能勾起你的食欲？\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3\\n\\n\\xa0]', 'https://bbs.hupu.com/20733674.html', '奥冈波斯', 'https://my.hupu.com/127652366536072', '2017-11-15', '40', '4815', 'jiongnero', datetime.datetime(2017, 11, 15, 4, 56)]\n",
      "['在三国时期在人妻曹底下还是比较舒服的吧\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...8\\n\\n\\xa0]', 'https://bbs.hupu.com/20732382.html', '罗斯安吉洛斯', 'https://my.hupu.com/10534757511086', '2017-11-15', '148', '64230', 'IrinaS', datetime.datetime(2017, 11, 15, 4, 56)]\n",
      "['过几天男朋友生日，不知道送什么好\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...8\\n\\n\\xa0]', 'https://bbs.hupu.com/20732357.html', '郭盖儿', 'https://my.hupu.com/27453932477513', '2017-11-15', '156', '37211', '在下飞天蝙蝠柯镇恶', datetime.datetime(2017, 11, 15, 4, 55)]\n",
      "['[绝地求生]【优化】绝地求生攻略——画面优化篇（包含reshade教程）\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...6\\n\\n\\xa0]', 'https://bbs.hupu.com/pnb', '旧城里', 'https://my.hupu.com/74940960814998', '2017-11-13', '118', '24580', '夜不眠的艳美魔', datetime.datetime(2017, 11, 15, 4, 54)]\n",
      "['连续两周，女朋友给做的爱心便当，在街上能胜50%的jrs吗\\n\\n\\xa0\\n\\n[\\xa0\\n2\\n3...47\\n\\n\\xa0]', 'https://bbs.hupu.com/20730179.html', '撒尿尿三丈', 'https://my.hupu.com/184076709803986', '2017-11-15', '923', '448942', '洁洁卡西卡', datetime.datetime(2017, 11, 15, 4, 54)]\n"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "import datetime\n",
    "\n",
    "def get_page(link):\n",
    "    headers = {'User-Agent' : 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6'} \n",
    "    r = requests.get(link, headers = headers)\n",
    "    html = r.content\n",
    "    html = html.decode('utf-8')\n",
    "    soup = BeautifulSoup(html, 'lxml')\n",
    "    return soup\n",
    "\n",
    "def get_data(post_list):\n",
    "    data_list =[]\n",
    "    for post in post_list:\n",
    "        title = post.find('div',class_='titlelink box').text.strip()\n",
    "        post_link = post.find('div',class_='titlelink box').a['href']\n",
    "        post_link = \"https://bbs.hupu.com\" + post_link \n",
    "\n",
    "        author = post.find('div',class_='author box').a.text.strip()\n",
    "        author_page = post.find('div',class_='author box').a['href']\n",
    "        start_date = post.find('div',class_='author box').contents[5].text.strip()\n",
    "\n",
    "        reply_view = post.find('span',class_='ansour box').text.strip()\n",
    "        reply = reply_view.split('/')[0].strip()\n",
    "        view = reply_view.split('/')[1].strip()\n",
    "\n",
    "        reply_time = post.find('div',class_='endreply box').a.text.strip()\n",
    "        last_reply = post.find('div',class_='endreply box').span.text.strip()\n",
    "        if ':' in reply_time:\n",
    "            date_time = str(datetime.date.today()) + ' ' + reply_time\n",
    "            date_time = datetime.datetime.strptime(date_time, '%Y-%m-%d %H:%M')\n",
    "        else:\n",
    "            date_time = datetime.datetime.strptime('2017-' + reply_time, '%Y-%m-%d').date()\n",
    "        data_list.append([title, post_link, author, author_page, start_date, reply, view, last_reply, date_time])\n",
    "    return data_list\n",
    "\n",
    "link = \"https://bbs.hupu.com/bxj\"\n",
    "soup = get_page(link)\n",
    "post_all= soup.find('ul', class_=\"for-list\")\n",
    "post_list = post_all.find_all('li')\n",
    "data_list = get_data(post_list)\n",
    "for each in data_list:\n",
    "    print (each)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from pymongo import MongoClient\n",
    "class MongoAPI(object):\n",
    "    def __init__(self, db_ip, db_port, db_name, table_name):\n",
    "        self.db_ip = db_ip\n",
    "        self.db_port = db_port\n",
    "        self.db_name = db_name\n",
    "        self.table_name = table_name\n",
    "        self.conn = MongoClient(host=self.db_ip, port=self.db_port)\n",
    "        self.db = self.conn[self.db_name]\n",
    "        self.table = self.db[self.table_name]\n",
    "    def get_one(self, query):\n",
    "        return self.table.find_one(query, projection={\"_id\": False})\n",
    "    def get_all(self, query):\n",
    "        return self.table.find(query)\n",
    "    def add(self, kv_dict):\n",
    "        return self.table.insert(kv_dict)\n",
    "    def delete(self, query):\n",
    "        return self.table.delete_many(query)\n",
    "    def check_exist(self, query):\n",
    "        ret = self.table.find_one(query)\n",
    "        return ret != None\n",
    "    # 如果没有会新建\n",
    "    def update(self, query, kv_dict):\n",
    "            self.table.update_one(query,{\n",
    "              '$set': kv_dict\n",
    "            }, upsert=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['【热线】2017全国高考已经开始，考生加油！考完回步行街报道吧！（庆学府路成立）', 'https://bbs.hupu.com/19338570.html', 'assholeeric', 'https://my.hupu.com/18199551720363', datetime.date(2017, 6, 7), '4184', '366724', 'heat520', datetime.datetime(2017, 6, 7, 22, 27)]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:17: DeprecationWarning: insert is deprecated. Use insert_one or insert_many instead.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['考不上大学还可以去做什么？', 'https://bbs.hupu.com/19387841.html', '陈恒趼', 'https://my.hupu.com/20484540220867', datetime.date(2017, 6, 7), '5', '37', '說掰掰muea', datetime.datetime(2017, 6, 7, 22, 39)]\n",
      "['粗大事啦！德国联邦卫生局官方宣布，打~飞机是无害的！', 'https://bbs.hupu.com/19387215.html', '莱莉库里我老婆', 'https://my.hupu.com/209781776426987', datetime.date(2017, 6, 7), '71', '12934', 'z793155', datetime.datetime(2017, 6, 7, 22, 39)]\n",
      "['洗面奶而论，男jr喜欢哪种？', 'https://bbs.hupu.com/19385502.html', '广州第十人民医院', 'https://my.hupu.com/174021675065507', datetime.date(2017, 6, 7), '41', '2264', 'RongGor', datetime.datetime(2017, 6, 7, 22, 39)]\n",
      "['点球挑战布冯的帖子想到的', 'https://bbs.hupu.com/19382922.html', '人人一口羊', 'https://my.hupu.com/53611729933466', datetime.date(2017, 6, 7), '146', '9151', '戅佬金', datetime.datetime(2017, 6, 7, 22, 39)]\n",
      "['【我是你心里的一首歌——音乐区专属聊天大楼】乐你想乐', 'https://bbs.hupu.com/3966486.html', 'dandanaw', 'https://my.hupu.com/dandanaw', datetime.date(2012, 7, 10), '48117', '199269', 'RaulGonzaIez', datetime.datetime(2017, 6, 7, 22, 39)]\n",
      "['《有福利》JRs，你们介意自己的女朋友做主播吗？', 'https://bbs.hupu.com/19387843.html', '老子一泡sui', 'https://my.hupu.com/50991424944450', datetime.date(2017, 6, 7), '3', '67', 'SIC河畔', datetime.datetime(2017, 6, 7, 22, 39)]\n",
      "['看了这么多宿舍关系不和，那么你认为宿舍到底是学习还是娱乐的地方', 'https://bbs.hupu.com/19387819.html', '王哥很卓越', 'https://my.hupu.com/144460434397018', datetime.date(2017, 6, 7), '17', '195', '鲁代曰曰奇', datetime.datetime(2017, 6, 7, 22, 39)]\n",
      "['百合网的销售听了我的择偶要求，竟然找了个借口就挂电话了……', 'https://bbs.hupu.com/19387332.html', '圣费莱尼', 'https://my.hupu.com/274246548018098', datetime.date(2017, 6, 7), '79', '19564', '圣费莱尼', datetime.datetime(2017, 6, 7, 22, 39)]\n",
      "['惊！欢乐颂五美尽不如她一人，欢乐颂真正隐藏的顶级美女。', 'https://bbs.hupu.com/19387303.html', '阳新县第一中学学霸', 'https://my.hupu.com/7145831878033', datetime.date(2017, 6, 7), '28', '7096', '惊寒', datetime.datetime(2017, 6, 7, 22, 39)]\n",
      "['现在一提是北京考生就人人喊打了？', 'https://bbs.hupu.com/19387019.html', '十七夜', 'https://my.hupu.com/134546896330092', datetime.date(2017, 6, 7), '59', '4451', '十七夜', datetime.datetime(2017, 6, 7, 22, 39)]\n",
      "['王思聪的烦恼是什么', 'https://bbs.hupu.com/19385516.html', '智慧酒店解决方案', 'https://my.hupu.com/215730493894896', datetime.date(2017, 6, 7), '203', '111049', '五道人', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['宾馆自动连接wifi', 'https://bbs.hupu.com/19387724.html', '小果果爸爸', 'https://my.hupu.com/36852446943837', datetime.date(2017, 6, 7), '25', '2027', '一封泛黄的情书', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['无比纠结！s8还是华为mate9pro。求jrs提供建议，切勿撕逼。', 'https://bbs.hupu.com/19387734.html', '环游世界来找你', 'https://my.hupu.com/88814073397611', datetime.date(2017, 6, 7), '7', '197', '本人女友蓝梓艺', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['不懂就问 实习对大三大四的学生能起什么作用', 'https://bbs.hupu.com/19387821.html', '一独到底', 'https://my.hupu.com/262717851693702', datetime.date(2017, 6, 7), '4', '78', '雷神之书包', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['质量不满意要求退货，可店主不允许选质量原因，否则不给退。', 'https://bbs.hupu.com/19387776.html', '罗迪奥会RAP', 'https://my.hupu.com/147300976802259', datetime.date(2017, 6, 7), '12', '131', 'winds00357', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['有在电厂工作或者烟厂工作的jr吗', 'https://bbs.hupu.com/19387046.html', '特蕾西丶麦克格雷迪', 'https://my.hupu.com/277374486684119', datetime.date(2017, 6, 7), '21', '440', '这真是我小号', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['个人挺费解的一件事，为什么大多数公司都要压工资？', 'https://bbs.hupu.com/19387726.html', '老詹玛丽亚', 'https://my.hupu.com/122802257327749', datetime.date(2017, 6, 7), '17', '607', '渴死的鱼小号', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['高考不是最公平的考试么为什么还是有作弊的', 'https://bbs.hupu.com/19385957.html', '白黹奇', 'https://my.hupu.com/28948609660780', datetime.date(2017, 6, 7), '254', '43022', '比老婆还熟比情人还甜', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['皮尔斯内马尔合照，内马尔戴的这是什么表？', 'https://bbs.hupu.com/19387712.html', 'super东', 'https://my.hupu.com/250716523163420', datetime.date(2017, 6, 7), '13', '1733', 'super东', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['全明星探、卓伟等18个低俗追星账号被关', 'https://bbs.hupu.com/19385188.html', 'C罗哭晕在厕所', 'https://my.hupu.com/105717873900640', datetime.date(2017, 6, 7), '267', '114715', 'overthree', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['授权转载：《魔神坛斗士》：“超弹动”原来是这个意思', 'https://bbs.hupu.com/19383996.html', '大柴爱怀旧', 'https://my.hupu.com/dachaizaifei', datetime.date(2017, 6, 7), '106', '13525', '阿瑞斯肉麻', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['不吹不黑，司（后）母戊鼎是不是第一国宝？', 'https://bbs.hupu.com/19386026.html', '鱼朝恩', 'https://my.hupu.com/170337599214055', datetime.date(2017, 6, 7), '420', '109656', 'Ruler1934', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['如果把古诗词的最后三个字改成喜当爹', 'https://bbs.hupu.com/19384455.html', '天才克宁', 'https://my.hupu.com/227387971117375', datetime.date(2017, 6, 7), '1431', '276007', 'jj1234nnm', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['如果你还没去上海迪斯尼并且想去玩', 'https://bbs.hupu.com/19381702.html', 'yuanyin233', 'https://my.hupu.com/187616077280584', datetime.date(2017, 6, 7), '560', '238412', '黎小丝史提芬居里夫人', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['懂车大神请进，最近想入手君越，求分析。', 'https://bbs.hupu.com/19379168.html', '其实麦迪', 'https://my.hupu.com/233009882351355', datetime.date(2017, 6, 6), '13', '417', '来个夹饼', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['支付宝没有开通免密码支付，多少钱以下不用输支付密码', 'https://bbs.hupu.com/19387771.html', '那时那个你', 'https://my.hupu.com/2879261478211', datetime.date(2017, 6, 7), '6', '149', '科比打爆詹姆斯2', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['北京、江苏卷数学第18、19、20题对比', 'https://bbs.hupu.com/19387672.html', 'VincentHu7', 'https://my.hupu.com/197122229304034', datetime.date(2017, 6, 7), '53', '3475', '一帽一三分', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['都在说数学，大家当年考数学都是什么状态？', 'https://bbs.hupu.com/19386625.html', '字母C', 'https://my.hupu.com/214830208065425', datetime.date(2017, 6, 7), '418', '45360', '零不兔', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['什么好习惯能受用一辈子？', 'https://bbs.hupu.com/19384209.html', 'ArizaCurry', 'https://my.hupu.com/115212582395151', datetime.date(2017, 6, 7), '203', '47335', '飞行小电鼠', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['2017年江苏高考 数学第18题玻璃棒没入水中 关于那个字 没 读mo 还是 mei?？ \\u200b', 'https://bbs.hupu.com/19387430.html', '东邪西毒007', 'https://my.hupu.com/56954104107065', datetime.date(2017, 6, 7), '18', '1179', 'lianmccc2', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['这些年冯提莫外观的变化', 'https://bbs.hupu.com/19382293.html', '广州第十人民医院', 'https://my.hupu.com/174021675065507', datetime.date(2017, 6, 7), '192', '173898', '吊打大老虎', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['我是17届上海高三学生，可以说高考已经结束了 另外，带着对专业的疑惑来请教一下', 'https://bbs.hupu.com/19387788.html', 'glory丶prc', 'https://my.hupu.com/249165678464853', datetime.date(2017, 6, 7), '9', '165', 'hxd2813', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['老哥们，我这波怒怼女友什么水平？', 'https://bbs.hupu.com/19387412.html', 'ssssswu', 'https://my.hupu.com/260798915988773', datetime.date(2017, 6, 7), '19', '1427', '哈登mvpH', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['终于轮到我了，我是国内排名前三的网络小说公司主编，有什么想问的吗？', 'https://bbs.hupu.com/19382289.html', '汪微风', 'https://my.hupu.com/72683259377287', datetime.date(2017, 6, 7), '1266', '214351', '汪微风', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['对自己的高考说三行话', 'https://bbs.hupu.com/19387508.html', '奈奈熊', 'https://my.hupu.com/82501156456924', datetime.date(2017, 6, 7), '27', '402', 'ytwade', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['助力稷下激辩，海量历史资料大放送~~~~~~', 'https://bbs.hupu.com/19379265.html', '卖瓜子的小二', 'https://my.hupu.com/88268527879811', datetime.date(2017, 6, 7), '1868', '270936', 'dcuky420', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['舅舅离婚了，女儿判给母亲，是不是相当于以后少了一个妹妹', 'https://bbs.hupu.com/19376694.html', '字母C', 'https://my.hupu.com/214830208065425', datetime.date(2017, 6, 6), '57', '24134', '76人巨星恩彼得', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['总决赛G3终极预测，你负责猜，我负责送！', 'https://bbs.hupu.com/19385169.html', '智慧运动场', 'https://my.hupu.com/smartcourt', datetime.date(2017, 6, 7), '81', '3537', '你说你想要几次', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['交了一个特别单纯的女票是什么体验', 'https://bbs.hupu.com/19384408.html', 'Kerwin_', 'https://my.hupu.com/111477541544654', datetime.date(2017, 6, 7), '433', '207619', 'DevinXie', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['王者荣耀，这两天庄周，很火，然而刚刚我却五连败，真是妈卖批啊！', 'https://bbs.hupu.com/19387065.html', '雨田公子', 'https://my.hupu.com/100741088554759', datetime.date(2017, 6, 7), '23', '1348', '雨田公子', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['ZT：林妙可穿长裙参加高考引热议，艺考已通过南京艺术学院', 'https://bbs.hupu.com/19387022.html', '维兹卡利法', 'https://my.hupu.com/wizkhalifa', datetime.date(2017, 6, 7), '150', '85226', 'xiaobob03', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['不懂就问，我大三明的知名度真的很低嘛？。。。', 'https://bbs.hupu.com/19386767.html', '皓自为之', 'https://my.hupu.com/46303128018409', datetime.date(2017, 6, 7), '358', '38453', '带球后卫', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['男子登珠峰倒在8600米 ：上百人路过却无动于衷', 'https://bbs.hupu.com/19381638.html', '紫金荣光', 'https://my.hupu.com/zhuang328087552', datetime.date(2017, 6, 7), '403', '287527', '250号的詹姆斯', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['见到她，你会此星爷淡定吗？', 'https://bbs.hupu.com/19387826.html', '半杯清茶Curry', 'https://my.hupu.com/64024918458064', datetime.date(2017, 6, 7), '3', '202', '我要骑大树', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['对比北京和江苏今年高考数学', 'https://bbs.hupu.com/19387520.html', '起飞的神龟', 'https://my.hupu.com/280809805858111', datetime.date(2017, 6, 7), '26', '973', '646224294', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['高考没涂ab卷怎么办', 'https://bbs.hupu.com/19385710.html', '天马行空呵', 'https://my.hupu.com/66362792107783', datetime.date(2017, 6, 7), '198', '86040', '很帅的jrs', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['广场舞大妈央视发声：不是不放过篮球场，新场又小又不平', 'https://bbs.hupu.com/19384794.html', 'hooli88', 'https://my.hupu.com/193765553897205', datetime.date(2017, 6, 7), '557', '224535', 'Dr控卫', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['分手了 工作也没了 感觉世界末日也就这样吧', 'https://bbs.hupu.com/19387324.html', '泰坦尼克是我造的', 'https://my.hupu.com/115265883802887', datetime.date(2017, 6, 7), '32', '1199', '扣篮的熊猫', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['京东618，到底哪些产品真的值得买？', 'https://bbs.hupu.com/19384879.html', '虎扑识货', 'https://my.hupu.com/hupushihuo', datetime.date(2017, 6, 7), '606', '113541', '七八个星天外30', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['打铃后才开始涂答题卡有没有错', 'https://bbs.hupu.com/19385517.html', '正義大朋友', 'https://my.hupu.com/253645232883485', datetime.date(2017, 6, 7), '159', '52269', '路人甲wtf', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['那些舍不得碰女朋友的纯情男是不是“傻的可爱”？', 'https://bbs.hupu.com/19387853.html', '多P巧克力', 'https://my.hupu.com/17323168042248', datetime.date(2017, 6, 7), '0', '2', '多P巧克力', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['重新开贴 我在上海宝山做租房 大家有什么想问的？', 'https://bbs.hupu.com/19357453.html', '农山夫泉', 'https://my.hupu.com/243498198497524', datetime.date(2017, 6, 4), '36', '1659', '恒大老板许家印', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['继续苦读干出自己的事业还是回老家帮助父亲公司', 'https://bbs.hupu.com/19387455.html', '濮阳市激霸王', 'https://my.hupu.com/141366009488816', datetime.date(2017, 6, 7), '11', '305', '到旦的忧伤', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['问一个关于拜佛的问题，思考很久了', 'https://bbs.hupu.com/19386921.html', '陈奕汛Eason', 'https://my.hupu.com/204787968982073', datetime.date(2017, 6, 7), '95', '18880', '腊肉小肥侠', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['选手们，你们的魔鬼司令和蜘蛛王回来了！', 'https://bbs.hupu.com/19387534.html', '庞买狼', 'https://my.hupu.com/154583648836194', datetime.date(2017, 6, 7), '24', '1841', '圣马刺乐队乌鸦嘴', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['原标题:驻马店一女子被车撞倒 众人路过未施援手再遭碾压', 'https://bbs.hupu.com/19386601.html', 'lingerziao', 'https://my.hupu.com/lingerziao', datetime.date(2017, 6, 7), '394', '87432', '清和未至', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['高中一个月考一次试算不算过分？我高中学生拒绝月考，集体罢K考，直接校长下台了', 'https://bbs.hupu.com/19386103.html', '1615165201', 'https://my.hupu.com/212696958090949', datetime.date(2017, 6, 7), '104', '15420', '阳阳缘缘', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['【每日一拍】6月7日，随手拍下自己在干嘛吧~', 'https://bbs.hupu.com/19385715.html', '郑州轻工业学院', 'https://my.hupu.com/zzuli', datetime.date(2017, 6, 7), '476', '86767', 'verylovecxy', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['高考英语还有十五分钟结束时，在想什么', 'https://bbs.hupu.com/19382653.html', '德韦恩戴德蒙', 'https://my.hupu.com/206992677936884', datetime.date(2017, 6, 7), '499', '78765', '纯甜酱', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['求985211一条街的jr支支招帮帮我', 'https://bbs.hupu.com/19387793.html', '挚爱紫金尼克杨', 'https://my.hupu.com/45451212503361', datetime.date(2017, 6, 7), '17', '135', '挚爱紫金尼克杨', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['求迅雷可用的种子网站！', 'https://bbs.hupu.com/19387663.html', 'hjyhh', 'https://my.hupu.com/97855693975449', datetime.date(2017, 6, 7), '10', '396', '4u4ever', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['考数学出了点小状况，应该没什么，还是想问一下。。。', 'https://bbs.hupu.com/19387809.html', 'TYspurs', 'https://my.hupu.com/39224522362622', datetime.date(2017, 6, 7), '6', '135', 'TYspurs', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['我来竞争今日MVP了', 'https://bbs.hupu.com/19387769.html', '厄齐卡', 'https://my.hupu.com/76429843866105', datetime.date(2017, 6, 7), '12', '429', '厄齐卡', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['有看欢乐颂2的来评价一下弟47集的樊胜美。', 'https://bbs.hupu.com/19381018.html', '让我取一个拉风的昵称', 'https://my.hupu.com/22764125580068', datetime.date(2017, 6, 7), '106', '28077', 'cuiyulinling', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['去打野球带个战术板可行吗？', 'https://bbs.hupu.com/19387836.html', '蝴蝶来了', 'https://my.hupu.com/113853349950242', datetime.date(2017, 6, 7), '7', '146', '卡勒姆钱伯斯', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['不吹不黑，现在的你立刻去参加高考，能考多少分？', 'https://bbs.hupu.com/19387083.html', '想干法里德', 'https://my.hupu.com/244963138324027', datetime.date(2017, 6, 7), '64', '2364', '二院德鲁', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['OPPO利润第一次超越华为，狂赚17亿，这年头是不是证明了玩营销比干研发更有用？', 'https://bbs.hupu.com/19385919.html', '秃头亮', 'https://my.hupu.com/72722645648557', datetime.date(2017, 6, 7), '396', '122235', '四两牛刀', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['一直有个疑问，身高是否是一直单身的原因。。欢迎讨论', 'https://bbs.hupu.com/19384725.html', 'different12', 'https://my.hupu.com/124639943522319', datetime.date(2017, 6, 7), '233', '30199', '被哈登支配的恐惧', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['真正彻底忘记一个人有多难？', 'https://bbs.hupu.com/19387612.html', 'WHY3Y', 'https://my.hupu.com/177022292931974', datetime.date(2017, 6, 7), '33', '619', 'WHY3Y', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['是不是很难再出现德艺双馨的艺人？', 'https://bbs.hupu.com/19386695.html', '名字被人占', 'https://my.hupu.com/131865518749854', datetime.date(2017, 6, 7), '49', '4310', '非洲中非', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['做体育教师快一年，三观被老教师刷新', 'https://bbs.hupu.com/19385276.html', '挚爱渣科踢巴萨', 'https://my.hupu.com/73340946304107', datetime.date(2017, 6, 7), '282', '71420', '挚爱渣科踢巴萨', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['我觉得买ov的人比较注重性价比', 'https://bbs.hupu.com/19387590.html', 'AJ555555', 'https://my.hupu.com/236334622609395', datetime.date(2017, 6, 7), '28', '947', '你的鞋是假的哦知道了', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['03年数学考了88分什么水平？', 'https://bbs.hupu.com/19386425.html', 'feversaga', 'https://my.hupu.com/feversaga', datetime.date(2017, 6, 7), '126', '20471', 'stef23', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['【赛后】《白鹿原》第五十一、五十二集', 'https://bbs.hupu.com/19387116.html', '夜行灯', 'https://my.hupu.com/42212404922329', datetime.date(2017, 6, 7), '48', '3397', '勒布朗詹姆斯齊', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['清华大学会招特别牛逼的偏科生吗？', 'https://bbs.hupu.com/19386540.html', '我心细嗅蔷薇', 'https://my.hupu.com/4099922152084', datetime.date(2017, 6, 7), '143', '45922', '圣城搅基大队队长', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['京东618大促，我却在自营买假货~真假尤妮佳monny尿不湿大对比', 'https://bbs.hupu.com/19384611.html', 'ijnrfv', 'https://my.hupu.com/180157186401821', datetime.date(2017, 6, 7), '151', '24477', 'xiaoEffice', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['讲真，我始终坚信高考400分都考不到的真的是没把心思放读书上的', 'https://bbs.hupu.com/19386807.html', '天雷vs地火', 'https://my.hupu.com/230303480743565', datetime.date(2017, 6, 7), '171', '26014', '小鑫运', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['常规避孕药有哪些？该怎么服用？可以去药店买么？', 'https://bbs.hupu.com/19386787.html', '如家不如我家', 'https://my.hupu.com/93340683254412', datetime.date(2017, 6, 7), '63', '11338', '狮子_彩虹', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['第一天高考结束！感觉高中三年完了！', 'https://bbs.hupu.com/19385644.html', '猴赛雷啊发', 'https://my.hupu.com/273975092152942', datetime.date(2017, 6, 7), '506', '135513', '猴赛雷啊发', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['老婆竟然这种思想，这婚还离不离', 'https://bbs.hupu.com/19386529.html', '真羡慕你们小年轻', 'https://my.hupu.com/183108513504648', datetime.date(2017, 6, 7), '84', '24772', '强力后卫', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['【王者荣耀】终于轮到我，6月6日，66％胜率上王者，有什么想问的吗？', 'https://bbs.hupu.com/19382085.html', '段小宇', 'https://my.hupu.com/dxy726', datetime.date(2017, 6, 7), '53', '7827', '春日沙江', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['国内目前还有语言大师“幸存”么？', 'https://bbs.hupu.com/19385937.html', '深蓝u', 'https://my.hupu.com/260717417332038', datetime.date(2017, 6, 7), '18', '870', '我干过烊', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['“月亮之神”助我骑明天一臂之力！', 'https://bbs.hupu.com/19387783.html', 'tt97073267', 'https://my.hupu.com/86403212547224', datetime.date(2017, 6, 7), '4', '74', '凯文37', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['请教宁波或者舟山的jrs，宁波和舟山有什么好玩的？', 'https://bbs.hupu.com/19387556.html', 'xzh6414608', 'https://my.hupu.com/218758665456604', datetime.date(2017, 6, 7), '16', '216', '以色列土豆', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['考到一半哭了！', 'https://bbs.hupu.com/19386359.html', '中华之崛起', 'https://my.hupu.com/11123592876317', datetime.date(2017, 6, 7), '120', '43335', '我是你的爹爹疯', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['中兴手机是怎么没落的', 'https://bbs.hupu.com/19386907.html', '留中分的小哥', 'https://my.hupu.com/127598097570734', datetime.date(2017, 6, 7), '38', '2635', '莱昂纳多.', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['【稷下激辩】第二期：明末督师袁崇焕之死是千古奇冤，还是罪有应得？', 'https://bbs.hupu.com/19381703.html', '左岸花不开', 'https://my.hupu.com/Wongfun', datetime.date(2017, 6, 7), '767', '120674', 'velletri', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['【风骚律师S03E08】知识就是力量', 'https://bbs.hupu.com/19386557.html', '大夫我有了', 'https://my.hupu.com/daifuwoyoule', datetime.date(2017, 6, 7), '24', '1590', '南边的僧人', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['%E6%B2%A1%E6%9C%89%E4%BA%BA%E8%AF%B4%E8%AF%B4%E5%85%A8%E5%9B%BD%E4%B8%80%E5%8D%B7%E5%90%97', 'https://bbs.hupu.com/19385583.html', '不懂篮球鞋你教我', 'https://my.hupu.com/170665039839506', datetime.date(2017, 6, 7), '199', '32380', '盛夏啊啊', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['有交过外国女朋友的JR吗，有什么需要注意的地方吗？（贝弗利）', 'https://bbs.hupu.com/19382382.html', '凯文不说话', 'https://my.hupu.com/222068012328547', datetime.date(2017, 6, 7), '396', '241581', '小象三尺宽', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['21年了，再看一下96台海军演，那时候真有底气上吗？', 'https://bbs.hupu.com/19387081.html', 'huaidandanlee', 'https://my.hupu.com/142194500616620', datetime.date(2017, 6, 7), '36', '4170', 'beiliyayya', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['浙江高考欲哭无泪', 'https://bbs.hupu.com/19386180.html', '飞翔的荷兰人945', 'https://my.hupu.com/274364370971604', datetime.date(2017, 6, 7), '85', '6913', '猪猪猪猪猪猪猪', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['2017年全国各地高考数学试题汇总讨论（集中讨论）', 'https://bbs.hupu.com/19385301.html', '小草哇', 'https://my.hupu.com/220480110734796', datetime.date(2017, 6, 7), '1302', '223184', 'Sin铖', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['BXJ患癌的兄弟一起来报个到吧！', 'https://bbs.hupu.com/19386758.html', '倾城蚂蚁', 'https://my.hupu.com/211140186920339', datetime.date(2017, 6, 7), '18', '959', '倾城蚂蚁', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['旁桌有位女jr，要不要上去！', 'https://bbs.hupu.com/19386682.html', 'mengqihui6', 'https://my.hupu.com/mengqihui6', datetime.date(2017, 6, 7), '64', '29564', '一夜四次而已', datetime.datetime(2017, 6, 7, 22, 38)]\n",
      "['当你无聊的时候你会做什么……', 'https://bbs.hupu.com/19387673.html', '我是卫生纸', 'https://my.hupu.com/101596213992938', datetime.date(2017, 6, 7), '10', '169', '奔跑Kobe', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['看白鹿原，饥荒年真的可怕啊，感谢小平同志……', 'https://bbs.hupu.com/19387664.html', '淮安杰森伯恩', 'https://my.hupu.com/36523058144584', datetime.date(2017, 6, 7), '15', '874', 'leonardocyp', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['为什么没有任何一版的电视剧能正确的把六脉神剑演绎出来，导致大家以为是机关枪？', 'https://bbs.hupu.com/19387840.html', '段譽.', 'https://my.hupu.com/10616012760473', datetime.date(2017, 6, 7), '2', '57', '饭团小白', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['公务员面试就要来了，一道面试题，你会怎么答？', 'https://bbs.hupu.com/19387591.html', '焦糖味', 'https://my.hupu.com/104351230163849', datetime.date(2017, 6, 7), '14', '632', '默西赛德白', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['同学开车超速，我不想坐他的车有错？', 'https://bbs.hupu.com/19384067.html', 'EVANGA', 'https://my.hupu.com/153717611498449', datetime.date(2017, 6, 7), '610', '164534', '19920222', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['从头开始 目标英语四级  需要多久？', 'https://bbs.hupu.com/19387616.html', '啦啦啦5656', 'https://my.hupu.com/173472580468088', datetime.date(2017, 6, 7), '8', '180', '主啊请怜悯世人', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['【第一次发帖，不懂规矩】 求一张老版三国刘备招亲帝王相图片做图像。', 'https://bbs.hupu.com/19387851.html', '男兒何不带吴钩', 'https://my.hupu.com/6697039130814', datetime.date(2017, 6, 7), '0', '5', '男兒何不带吴钩', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['为什么还有人认为华为不靠手机赚钱呢？', 'https://bbs.hupu.com/19387713.html', '收吊大队', 'https://my.hupu.com/110565695826132', datetime.date(2017, 6, 7), '6', '188', '专放大技', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['大家都来说说你们最难忘的考试作弊经历吧', 'https://bbs.hupu.com/19387609.html', 'donyzjz', 'https://my.hupu.com/donyzjz', datetime.date(2017, 6, 7), '22', '447', 'lintianhai', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['考上清北对人生到底有多少加成?', 'https://bbs.hupu.com/19385005.html', '莫相离', 'https://my.hupu.com/185999080585391', datetime.date(2017, 6, 7), '258', '59743', '惊寒', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['ZT 载歌载舞！广场舞老人拒绝让步高考：今晚又不考试，健康更重要', 'https://bbs.hupu.com/19387731.html', '我老婆是李一桐', 'https://my.hupu.com/92732774229794', datetime.date(2017, 6, 7), '32', '2749', '渴死的鱼小号', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['又到一年高考时，你们见到哪些严重偏科的？', 'https://bbs.hupu.com/19386878.html', '天雷vs地火', 'https://my.hupu.com/230303480743565', datetime.date(2017, 6, 7), '20', '369', '0冰封王座0', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['JRs知道爆乳鼓手雅妍吗？最性感鼓手，这四段视频看的气血翻腾，每段都是精品。', 'https://bbs.hupu.com/19386175.html', '詹姆斯天王', 'https://my.hupu.com/129780104179593', datetime.date(2017, 6, 7), '375', '284223', '跟我一起设', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['和恋爱七年或更久的女朋友分手是什么感受?贝弗利。', 'https://bbs.hupu.com/19387547.html', '死神范特西WADE3', 'https://my.hupu.com/204250292625050', datetime.date(2017, 6, 7), '25', '1054', '死神范特西WADE3', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['不熟的妹子约我去旅游，只开了一间房间', 'https://bbs.hupu.com/19380404.html', '小熊1813', 'https://my.hupu.com/185112359223022', datetime.date(2017, 6, 6), '1914', '1184084', 'kb紫金王朝kb', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['点评东周春秋的著名霸主，你最崇拜欣赏哪几个？', 'https://bbs.hupu.com/19384489.html', '佛朗德斯伯爵', 'https://my.hupu.com/81027629994749', datetime.date(2017, 6, 7), '52', '2522', '木棱7兮子', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['第一次用单反相机，该注意什么？', 'https://bbs.hupu.com/19387603.html', 'shadykb', 'https://my.hupu.com/77144407363693', datetime.date(2017, 6, 7), '26', '537', '既自以心为形役', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['还记得那些让你微微一笑的蛋疼回复么 (转载)', 'https://bbs.hupu.com/19387527.html', '来人啊狼来了', 'https://my.hupu.com/279672591057301', datetime.date(2017, 6, 7), '11', '476', '来人啊狼来了', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['鲜肉王鹿晗+票房保证邓超，携手加盟韩寒新片《解忧杂货店》', 'https://bbs.hupu.com/19385311.html', '更衣室霸道总裁', 'https://my.hupu.com/90661972193198', datetime.date(2017, 6, 7), '277', '72339', '白百何我顶你', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['斗鱼主播大司马因为高考主动停播两天什么水平？', 'https://bbs.hupu.com/19385674.html', '多P巧克力', 'https://my.hupu.com/17323168042248', datetime.date(2017, 6, 7), '72', '40226', 'Toojer', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['不知不觉大学已经读了一年了，反而越来迷茫了，求助家人们啊!', 'https://bbs.hupu.com/19387804.html', 'jrs蛊惑', 'https://my.hupu.com/165884866011184', datetime.date(2017, 6, 7), '3', '40', 'jrs蛊惑', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['大家看看这个男朋友标准考试什么水平', 'https://bbs.hupu.com/19387795.html', '珠光灬宝气', 'https://my.hupu.com/32361236924815', datetime.date(2017, 6, 7), '3', '132', '最北', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['看了女子被车撞倒，众人路过未施援手再遭碾压的帖子，说说自己扶老人被讹的事！', 'https://bbs.hupu.com/19387519.html', '谁说我是壮士', 'https://my.hupu.com/165381559371721', datetime.date(2017, 6, 7), '17', '545', '秋之雁123', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['有jr在海康威视工作吗？想问一下待遇和晋升问题bfl', 'https://bbs.hupu.com/19384947.html', 'Caulfield_3', 'https://my.hupu.com/Caulfield_3', datetime.date(2017, 6, 7), '23', '1172', '随便说说吧', datetime.datetime(2017, 6, 7, 22, 37)]\n",
      "['我是一名乡村医生，面对现实无能为力。', 'https://bbs.hupu.com/19381427.html', '陈倚文', 'https://my.hupu.com/160720767839756', datetime.date(2017, 6, 7), '6', '494', '道德未已', datetime.datetime(2017, 6, 7, 22, 37)]\n"
     ]
    }
   ],
   "source": [
    "hupu_post = MongoAPI(\"localhost\",  27017,  \"hupu\", \"post\")\n",
    "for each in data_list:\n",
    "    hupu_post.add({\"title\": each[0], \n",
    "                \"post_link\": each[1],\n",
    "               \"author\": each[2],\n",
    "               \"author_page\": each[3],\n",
    "               \"start_date\": str(each[4]),\n",
    "               \"reply\": each[5],\n",
    "               \"view\": each[6],\n",
    "               \"last_reply\": each[7],\n",
    "               \"last_reply_time\": str(each[8])})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "第 1 页获取完成，休息3秒\n",
      "第 2 页获取完成，休息3秒\n",
      "第 3 页获取完成，休息3秒\n",
      "第 4 页获取完成，休息3秒\n",
      "第 5 页获取完成，休息3秒\n",
      "第 6 页获取完成，休息3秒\n",
      "第 7 页获取完成，休息3秒\n",
      "第 8 页获取完成，休息3秒\n",
      "第 9 页获取完成，休息3秒\n",
      "第 10 页获取完成，休息3秒\n",
      "第 11 页获取完成，休息3秒\n",
      "第 12 页获取完成，休息3秒\n",
      "第 13 页获取完成，休息3秒\n",
      "第 14 页获取完成，休息3秒\n",
      "第 15 页获取完成，休息3秒\n",
      "第 16 页获取完成，休息3秒\n",
      "第 17 页获取完成，休息3秒\n",
      "第 18 页获取完成，休息3秒\n",
      "第 19 页获取完成，休息3秒\n",
      "第 20 页获取完成，休息3秒\n",
      "第 21 页获取完成，休息3秒\n",
      "第 22 页获取完成，休息3秒\n",
      "第 23 页获取完成，休息3秒\n",
      "第 24 页获取完成，休息3秒\n",
      "第 25 页获取完成，休息3秒\n",
      "第 26 页获取完成，休息3秒\n",
      "第 27 页获取完成，休息3秒\n",
      "第 28 页获取完成，休息3秒\n",
      "第 29 页获取完成，休息3秒\n",
      "第 30 页获取完成，休息3秒\n",
      "第 31 页获取完成，休息3秒\n",
      "第 32 页获取完成，休息3秒\n",
      "第 33 页获取完成，休息3秒\n",
      "第 34 页获取完成，休息3秒\n",
      "第 35 页获取完成，休息3秒\n",
      "第 36 页获取完成，休息3秒\n",
      "第 37 页获取完成，休息3秒\n",
      "第 38 页获取完成，休息3秒\n",
      "第 39 页获取完成，休息3秒\n",
      "第 40 页获取完成，休息3秒\n",
      "第 41 页获取完成，休息3秒\n",
      "第 42 页获取完成，休息3秒\n",
      "第 43 页获取完成，休息3秒\n",
      "第 44 页获取完成，休息3秒\n",
      "第 45 页获取完成，休息3秒\n",
      "第 46 页获取完成，休息3秒\n",
      "第 47 页获取完成，休息3秒\n",
      "第 48 页获取完成，休息3秒\n",
      "第 49 页获取完成，休息3秒\n",
      "第 50 页获取完成，休息3秒\n",
      "第 51 页获取完成，休息3秒\n",
      "第 52 页获取完成，休息3秒\n",
      "第 53 页获取完成，休息3秒\n",
      "第 54 页获取完成，休息3秒\n",
      "第 55 页获取完成，休息3秒\n",
      "第 56 页获取完成，休息3秒\n",
      "第 57 页获取完成，休息3秒\n",
      "第 58 页获取完成，休息3秒\n",
      "第 59 页获取完成，休息3秒\n",
      "第 60 页获取完成，休息3秒\n",
      "第 61 页获取完成，休息3秒\n",
      "第 62 页获取完成，休息3秒\n",
      "第 63 页获取完成，休息3秒\n",
      "第 64 页获取完成，休息3秒\n",
      "第 65 页获取完成，休息3秒\n",
      "第 66 页获取完成，休息3秒\n",
      "第 67 页获取完成，休息3秒\n",
      "第 68 页获取完成，休息3秒\n",
      "第 69 页获取完成，休息3秒\n",
      "第 70 页获取完成，休息3秒\n",
      "第 71 页获取完成，休息3秒\n",
      "第 72 页获取完成，休息3秒\n",
      "第 73 页获取完成，休息3秒\n",
      "第 74 页获取完成，休息3秒\n",
      "第 75 页获取完成，休息3秒\n",
      "第 76 页获取完成，休息3秒\n",
      "第 77 页获取完成，休息3秒\n",
      "第 78 页获取完成，休息3秒\n",
      "第 79 页获取完成，休息3秒\n",
      "第 80 页获取完成，休息3秒\n",
      "第 81 页获取完成，休息3秒\n",
      "第 82 页获取完成，休息3秒\n",
      "第 83 页获取完成，休息3秒\n",
      "第 84 页获取完成，休息3秒\n",
      "第 85 页获取完成，休息3秒\n",
      "第 86 页获取完成，休息3秒\n",
      "第 87 页获取完成，休息3秒\n",
      "第 88 页获取完成，休息3秒\n",
      "第 89 页获取完成，休息3秒\n",
      "第 90 页获取完成，休息3秒\n",
      "第 91 页获取完成，休息3秒\n",
      "第 92 页获取完成，休息3秒\n",
      "第 93 页获取完成，休息3秒\n",
      "第 94 页获取完成，休息3秒\n",
      "第 95 页获取完成，休息3秒\n",
      "第 96 页获取完成，休息3秒\n",
      "第 97 页获取完成，休息3秒\n",
      "第 98 页获取完成，休息3秒\n",
      "第 99 页获取完成，休息3秒\n",
      "第 100 页获取完成，休息3秒\n"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "import datetime\n",
    "from pymongo import MongoClient\n",
    "import time\n",
    "\n",
    "hupu_post = MongoAPI(\"localhost\",  27017,  \"hupu\", \"post\")\n",
    "for i in range(1,101):\n",
    "    link = \"https://bbs.hupu.com/bxj-\" + str(i)\n",
    "    soup = get_page(link)\n",
    "    \n",
    "    post_list = soup.find_all('tr', mid=True)\n",
    "    data_list = get_data(post_list)\n",
    "    for each in data_list:\n",
    "        hupu_post.update({\"post_link\": each[1]},{\"title\": each[0], \n",
    "                    \"post_link\": each[1],\n",
    "                   \"author\": each[2],\n",
    "                   \"author_page\": each[3],\n",
    "                   \"start_date\": str(each[4]),\n",
    "                   \"reply\": each[5],\n",
    "                   \"view\": each[6],\n",
    "                   \"last_reply\": each[7],\n",
    "                   \"last_reply_time\": str(each[8])})\n",
    "\n",
    "    time.sleep(3)\n",
    "    print ('第', i ,'页获取完成，休息3秒')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  },
  "toc": {
   "colors": {
    "hover_highlight": "#DAA520",
    "navigate_num": "#000000",
    "navigate_text": "#333333",
    "running_highlight": "#FF0000",
    "selected_highlight": "#FFD700",
    "sidebar_border": "#EEEEEE",
    "wrapper_background": "#FFFFFF"
   },
   "moveMenuLeft": true,
   "nav_menu": {
    "height": "12px",
    "width": "252px"
   },
   "navigate_menu": true,
   "number_sections": true,
   "sideBar": true,
   "threshold": 4,
   "toc_cell": false,
   "toc_section_display": "block",
   "toc_window_display": false,
   "widenNotebook": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}