crawler-name.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\king4647\\Anaconda2\\lib\\site-packages\\bs4\\__init__.py:166: UserWarning: No parser was explicitly specified, so I'm using the best available HTML parser for this system (\"lxml\"). This usually isn't a problem, but if you run this code on another system, or in a different virtual environment, it may use a different parser and behave differently.\n",
      "\n",
      "To get rid of this warning, change this:\n",
      "\n",
      " BeautifulSoup([your markup])\n",
      "\n",
      "to this:\n",
      "\n",
      " BeautifulSoup([your markup], \"lxml\")\n",
      "\n",
      "  markup_type=markup_type))\n"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup as bs\n",
    "\n",
    "a=[]\n",
    "url=\"http://zh.pttpedia.wikia.com/wiki/PTT%E6%94%BF%E6%B2%BB%E4%BA%BA%E7%89%A9%E7%B6%BD%E8%99%9F%E5%88%97%E8%A1%A8\"\n",
    "res = requests.get(url)\n",
    "soup = bs(res.text)\n",
    "sort = soup.select(\"td\")\n",
    "#print sort[0].txt,sort[1].txt\n",
    "for i in range(0,148,2):\n",
    "    dic={'name':sort[i].text,'nickname':sort[i+1].text}\n",
    "    a.append(dic)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "馬英九|0x0080|101\n",
      "陳水扁|0x0080|101\n",
      "李登輝|0x0080|101\n",
      "吳敦義|0x0080|101\n",
      "呂秀蓮|0x0080|101\n",
      "陳菊|0x0080|101\n",
      "蔡英文|0x0080|101\n",
      "蘇貞昌|0x0080|101\n",
      "吳伯雄|0x0080|101\n",
      "郝柏村|0x0080|101\n",
      "連戰|0x0080|101\n",
      "胡志強|0x0080|101\n",
      "金溥聰|0x0080|101\n",
      "江宜樺|0x0080|101\n",
      "宋楚瑜|0x0080|101\n",
      "王金平|0x0080|101\n",
      "邱毅|0x0080|101\n",
      "謝長廷|0x0080|101\n",
      "郝龍斌|0x0080|101\n",
      "洪秀柱|0x0080|101\n",
      "連勝文|0x0080|101\n",
      "朱立倫|0x0080|101\n",
      "賴清德|0x0080|101\n",
      "林益世|0x0080|101\n",
      "劉憶如|0x0080|101\n",
      "賴素如|0x0080|101\n",
      "陳以真|0x0080|101\n",
      "劉政鴻|0x0080|101\n",
      "傅崐萁|0x0080|101\n",
      "吳志揚|0x0080|101\n",
      "吳育昇|0x0080|101\n",
      "段宜康|0x0080|101\n",
      "陳文茜|0x0080|101\n",
      "吳淑珍|0x0080|101\n",
      "馬以南|0x0080|101\n",
      "丁守中|0x0080|101\n",
      "蔡正元|0x0080|101\n",
      "羅淑蕾|0x0080|101\n",
      "張慶忠|0x0080|101\n",
      "柯文哲|0x0080|101\n",
      "紀國棟|0x0080|101\n",
      "王世堅|0x0080|101\n",
      "陳致中|0x0080|101\n",
      "黃秀霜|0x0080|101\n",
      "楊秋興|0x0080|101\n",
      "陳為廷|0x0080|101\n",
      "高嘉瑜|0x0080|101\n",
      "游錫堃|0x0080|101\n",
      "林佳龍|0x0080|101\n",
      "鄭文燦|0x0080|101\n",
      "陳明義|0x0080|101\n",
      "王如玄|0x0080|101\n",
      "戴伯特|0x0080|101\n",
      "王浩宇|0x0080|101\n",
      "陳建仁|0x0080|101\n",
      "徐欣瑩|0x0080|101\n",
      "王郁琦|0x0080|101\n",
      "莊國榮|0x0080|101\n",
      "馬鶴凌|0x0080|101\n",
      "杜正勝|0x0080|101\n",
      "蔣介石|0x0080|101\n",
      "顏清標|0x0080|101\n",
      "黃國昌|0x0080|101\n",
      "林昶佐|0x0080|101\n",
      "洪慈庸|0x0080|101\n",
      "劉建國|0x0080|101\n",
      "蕭美琴|0x0080|101\n",
      "周美青|0x0080|101\n",
      "蔣萬安|0x0080|101\n",
      "龍應台|0x0080|101\n",
      "姚文智|0x0080|101\n",
      "黃敏惠|0x0080|101\n",
      "翁啟惠|0x0080|101\n",
      "羅瑩雪|0x0080|101\n"
     ]
    }
   ],
   "source": [
    "for i in a:\n",
    "    print i[\"name\"].strip()+\"|0x0080|101\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "蔡依林|0x0080|101\n",
      "楊丞琳|0x0080|101\n",
      "陳建州|0x0080|101\n",
      "劉德華|0x0080|101\n",
      "黎明：|0x0080|101\n",
      "成龍：|0x0080|101\n",
      "阮經天|0x0080|101\n",
      "田馥甄|0x0080|101\n",
      "楊謹華|0x0080|101\n",
      "周杰倫|0x0080|101\n",
      "五月天|0x0080|101\n",
      "邱淑貞|0x0080|101\n",
      "利菁：|0x0080|101\n",
      "王偉忠|0x0080|101\n",
      "郭釆潔|0x0080|101\n",
      "羅志祥|0x0080|101\n",
      "陳妍希|0x0080|101\n",
      "吳亞馨|0x0080|101\n",
      "任賢齊|0x0080|101\n",
      "余祥銓|0x0080|101\n",
      "柯以柔|0x0080|101\n",
      "小S：|0x0080|101\n",
      "閃靈樂|0x0080|101\n",
      "劉寶傑|0x0080|101\n",
      "陳揮文|0x0080|101\n",
      "鄭弘儀|0x0080|101\n",
      "張友驊|0x0080|101\n",
      "李蒨蓉|0x0080|101\n",
      "朱學恒|0x0080|101\n",
      "麥特戴|0x0080|101\n",
      "李奧納|0x0080|101\n",
      "宋芸樺|0x0080|101\n",
      "唐湘龍|0x0080|101\n",
      "李富城|0x0080|101\n",
      "黃士修|0x0080|101\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "import requests\n",
    "from bs4 import BeautifulSoup as bs\n",
    "\n",
    "a=[]\n",
    "url=\"http://zh.pttpedia.wikia.com/wiki/PTT%E8%97%9D%E4%BA%BA%E7%B6%BD%E8%99%9F%E5%88%97%E8%A1%A8\"\n",
    "res = requests.get(url)\n",
    "soup = bs(res.text)\n",
    "sort = soup.select(\"#mw-content-text li\")\n",
    "#print sort[0].txt,sort[1].txt\n",
    "for i in sort:\n",
    "    print i.text.strip()[0:3]+\"|0x0080|101\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "羅敏卿|0x0080|101\n",
      "陳政賢|0x0080|101\n",
      "陳俊秀|0x0080|101\n",
      "吳復連|0x0080|101\n",
      "洪一中|0x0080|101\n",
      "陳金鋒|0x0080|101\n",
      "陳連宏|0x0080|101\n",
      "許銘倢|0x0080|101\n",
      "許銘傑|0x0080|101\n",
      "林泓育|0x0080|101\n",
      "郭泓志|0x0080|101\n",
      "林岳平|0x0080|101\n",
      "黃浩然|0x0080|101\n",
      "林柏佑|0x0080|101\n",
      "羅錦龍|0x0080|101\n",
      "王勝偉|0x0080|101\n",
      "劉芙豪|0x0080|101\n",
      "潘武雄|0x0080|101\n",
      "曾琮萱|0x0080|101\n",
      "潘威倫|0x0080|101\n",
      "高建三|0x0080|101\n",
      "彭政閔|0x0080|101\n",
      "林益全|0x0080|101\n",
      "王溢正|0x0080|101\n",
      "王鏡銘|0x0080|101\n",
      "陳瑞振|0x0080|101\n",
      "陳瑞昌|0x0080|101\n",
      "賴鴻誠|0x0080|101\n",
      "陳鴻文|0x0080|101\n",
      "劉時豪|0x0080|101\n",
      "葉竹軒|0x0080|101\n",
      "郭嚴文|0x0080|101\n",
      "江承峰|0x0080|101\n",
      "傅于剛|0x0080|101\n",
      "陽冠威|0x0080|101\n",
      "鄭達鴻|0x0080|101\n",
      "羅嘉仁|0x0080|101\n",
      "林瑋恩|0x0080|101\n",
      "林智勝|0x0080|101\n",
      "林智平|0x0080|101\n",
      "張泰山|0x0080|101\n",
      "唐肇廷|0x0080|101\n",
      "高國輝|0x0080|101\n",
      "羅國華|0x0080|101\n",
      "詹智堯|0x0080|101\n",
      "陳雁風|0x0080|101\n",
      "官大元|0x0080|101\n",
      "陳冠任|0x0080|101\n",
      "鍾承祐|0x0080|101\n",
      "余德龍|0x0080|101\n",
      "郭修延|0x0080|101\n",
      "藍寅倫|0x0080|101\n",
      "林其緯|0x0080|101\n",
      "陳俊輝|0x0080|101\n",
      "高志綱|0x0080|101\n",
      "陳鏞基|0x0080|101\n",
      "陳江和|0x0080|101\n",
      "張正偉|0x0080|101\n",
      "陳禹勳|0x0080|101\n",
      "林恩宇|0x0080|101\n",
      "高國慶|0x0080|101\n",
      "鄧志偉|0x0080|101\n",
      "葉君璋|0x0080|101\n",
      "鄭兆行|0x0080|101\n",
      "林英傑|0x0080|101\n",
      "郭岱詠|0x0080|101\n",
      "郭岱琦|0x0080|101\n",
      "周思齊|0x0080|101\n",
      "蔣智賢|0x0080|101\n",
      "張建銘|0x0080|101\n",
      "許基宏|0x0080|101\n",
      "李風華|0x0080|101\n",
      "張志強|0x0080|101\n",
      "黃志龍|0x0080|101\n",
      "曾豪駒|0x0080|101\n",
      "蔡建偉|0x0080|101\n",
      "黃龍義|0x0080|101\n",
      "許鋒賓|0x0080|101\n",
      "蔡仲南|0x0080|101\n",
      "曾華偉|0x0080|101\n",
      "簡富智|0x0080|101\n",
      "江柏青|0x0080|101\n",
      "王峻杰|0x0080|101\n",
      "許竹見|0x0080|101\n",
      "黃甘霖|0x0080|101\n",
      "潘忠韋|0x0080|101\n",
      "張家浩|0x0080|101\n",
      "曾智偵|0x0080|101\n",
      "石志偉|0x0080|101\n",
      "林彥鋒|0x0080|101\n",
      "林鴻遠|0x0080|101\n",
      "黃仕豪|0x0080|101\n",
      "倪福德|0x0080|101\n",
      "李明進|0x0080|101\n",
      "陳致遠|0x0080|101\n",
      "曹錦輝|0x0080|101\n",
      "蔡豐安|0x0080|101\n",
      "許文雄|0x0080|101\n",
      "林哲瑄|0x0080|101\n",
      "陳家駒|0x0080|101\n",
      "華納：|0x0080|101\n",
      "許閔嵐|0x0080|101\n",
      "王建民|0x0080|101\n",
      "陳偉殷|0x0080|101\n",
      "Ker|0x0080|101\n",
      "Tim|0x0080|101\n",
      "Kri|0x0080|101\n",
      "Der|0x0080|101\n",
      "Dav|0x0080|101\n",
      "Joh|0x0080|101\n",
      "And|0x0080|101\n",
      "Cue|0x0080|101\n",
      "Kob|0x0080|101\n",
      "易建聯|0x0080|101\n",
      "林書豪|0x0080|101\n",
      "LeB|0x0080|101\n",
      "Dan|0x0080|101\n",
      "Dwi|0x0080|101\n",
      "Cha|0x0080|101\n",
      "Rus|0x0080|101\n",
      "Joa|0x0080|101\n",
      "Gia|0x0080|101\n",
      "Bra|0x0080|101\n",
      "Luo|0x0080|101\n",
      "DeM|0x0080|101\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "import requests\n",
    "from bs4 import BeautifulSoup as bs\n",
    "\n",
    "a=[]\n",
    "url=\"http://zh.pttpedia.wikia.com/wiki/PTT%E9%81%8B%E5%8B%95%E5%93%A1%E7%B6%BD%E8%99%9F%E5%88%97%E8%A1%A8\"\n",
    "res = requests.get(url)\n",
    "soup = bs(res.text)\n",
    "sort = soup.select(\"#mw-content-text li\")\n",
    "#print sort[0].txt,sort[1].txt\n",
    "for i in sort:\n",
    "    print i.text.strip()[0:3]+\"|0x0080|101\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "郭台銘|0x0080|101\n",
      "張忠謀|0x0080|101\n",
      "施崇棠|0x0080|101\n",
      "洪水樹|0x0080|101\n",
      "蔡明介|0x0080|101\n",
      "林恩平|0x0080|101\n",
      "洪鎮海|0x0080|101\n",
      "王秋雄|0x0080|101\n",
      "劉克振|0x0080|101\n",
      "杜書伍|0x0080|101\n",
      "蘇純興|0x0080|101\n",
      "劉金標|0x0080|101\n",
      "何泰舜|0x0080|101\n",
      "蔡明忠|0x0080|101\n",
      "徐旭東|0x0080|101\n",
      "辜成允|0x0080|101\n",
      "高啟全|0x0080|101\n",
      "蔡篤恭|0x0080|101\n",
      "蔡明興|0x0080|101\n",
      "林文伯|0x0080|101\n",
      "張虔生|0x0080|101\n",
      "王雪紅|0x0080|101\n",
      "黃偉祥|0x0080|101\n",
      "許崑泰|0x0080|101\n",
      "李志村|0x0080|101\n",
      "卓永財|0x0080|101\n",
      "周理平|0x0080|101\n",
      "王文淵|0x0080|101\n",
      "王景春|0x0080|101\n",
      "嚴凱泰|0x0080|101\n",
      "蔡宏圖|0x0080|101\n",
      "束崇萬|0x0080|101\n",
      "曹德風|0x0080|101\n",
      "余俊彥|0x0080|101\n",
      "吳一揆|0x0080|101\n",
      "徐旭東|0x0080|101\n",
      "海英俊|0x0080|101\n",
      "黃欽明|0x0080|101\n",
      "林孝信|0x0080|101\n",
      "徐旭東|0x0080|101\n",
      "周俊吉|0x0080|101\n",
      "王銘陽|0x0080|101\n",
      "蔡友才|0x0080|101\n",
      "曾崧柱|0x0080|101\n",
      "黃男州|0x0080|101\n",
      "童子賢|0x0080|101\n",
      "楊銀明|0x0080|101\n",
      "吳東亮|0x0080|101\n",
      "戴誠志|0x0080|101\n",
      "林明儒|0x0080|101\n"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup as bs\n",
    "\n",
    "a=[]\n",
    "url=\"https://www.hbrtaiwan.com/event/2016twceo/ceoList.php\"\n",
    "res = requests.get(url)\n",
    "soup = bs(res.text)\n",
    "sort = soup.select(\"h2\")\n",
    "#print sort[0].txt,sort[1].txt\n",
    "for i in sort[0:50]:\n",
    "    print i.text.strip()+\"|0x0080|101\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}