您好,登錄后才能下訂單哦!
#encoding:utf-8
import urllib
import urllib.request
from lxml import etree
?
class Spider(object):
def __init__(self):
self.tiebaName="?;?/span>"
self.beginPage=1
self.endPage=3
self.url="http://tieba.baidu.com/f?"
self.ua_header = {"User-Agent" : "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1 Trident/5.0;"}
self.fileName=1
????
????#構(gòu)造url
def tiebaSpider(self):
for page in range(self.beginPage,self.endPage+1):
pn=(page-1)*50
wo={'pn':pn,'kw':self.tiebaName}
word=urllib.parse.urlencode(wo)
myurl=self.url+word
self.loadPage(myurl)
?
????#爬取頁(yè)面內(nèi)容
def loadPage(self,url):
req=urllib.request.Request(url,headers=self.ua_header)
data=urllib.request.urlopen(req).read()
?
html=etree.HTML(data)
links=html.xpath('//div[@class="threadlist_lz clearfix"]/div/a/@href')
?
for link in links:
link="http://tieba.baidu.com"+link
self.loadImages(link)
?
?
#爬取帖子詳情頁(yè),獲得圖片的鏈接
def loadImages(self,link):
req=urllib.request.Request(link,headers=self.ua_header)
data=urllib.request.urlopen(req).read()
html=etree.HTML(data)
links=html.xpath('//img[@class="BDE_Image"]/@src')
for imageslink in links:
self.writeImages(imageslink)
?
?
#通過(guò)圖片所在鏈接,爬取圖片并保存圖片到本地
def writeImages(self,imagesLink):
function(){ //技術(shù)指標(biāo) http://www.fx61.com/faq/muniu/437.html
print("正在存儲(chǔ)圖片:",self.fileName,"....")
?
image=urllib.request.urlopen(imagesLink).read()
?
#保存圖片到本地
file=open(r"C:\file\img\\"+str(self.fileName)+".jpg","wb")
file.write(image)
?
file.close()
?
self.fileName+=1
?
if __name__ == '__main__':
mySpider=Spider()
?
mySpider.tiebaSpider()
免責(zé)聲明:本站發(fā)布的內(nèi)容(圖片、視頻和文字)以原創(chuàng)、轉(zhuǎn)載和分享為主,文章觀點(diǎn)不代表本網(wǎng)站立場(chǎng),如果涉及侵權(quán)請(qǐng)聯(lián)系站長(zhǎng)郵箱:is@yisu.com進(jìn)行舉報(bào),并提供相關(guān)證據(jù),一經(jīng)查實(shí),將立刻刪除涉嫌侵權(quán)內(nèi)容。