版本
python2.7
准备
下载requests和beautifulsoup4
pip install requests
pip install beautifulsoup4
代码
import requests
from bs4 import BeautifulSoup
for page in range(10):
page = page + 1
res = requests.get('https://ask.hellobi.com/blog/id-xiaerkang__page-%s' %page)
soup = BeautifulSoup(res.text,'html.parser')
for title in soup.select('.aw-item'):
print title.a.text , title.a['href']
print title.p.text.encode("utf-8")[50:90]
