簡單爬取百度貼吧圖片

import urllib.request
import urllib
from lxml import  etree
import requests
url="https://tieba.baidu.com/f?kw=%E6%A1%8C%E9%9D%A2&ie=utf-8&pn=50"
headers={ 'User-Agent':'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36'}


response=requests.get(url,headers)
html=etree.HTML(response.text)

img=html.xpath('//*[@class="threadlist_media j_threadlist_media clearfix"]/li/a/img')

x=1
for i in range(len(img)):#用xpath返回的img是一個包含字典的列表
           data=img[i].attrib#返回標籤的href和class，text返回文本，tag返回標籤名
           j=data['data-original']#根據輸出的字典獲取所需連接
           x=x+1
           urllib.request.urlretrieve(j,"C:\\Users\\lenovo\\Desktop\\%s.jpg"% x)#將文件下載到本地，加後綴代表格式