python利用urllib实现爬取京东网站商品图片的爬虫实例

# -*- coding: utf-8 -*import reimport osimport urllibimport urllib2from bs4 import BeautifulSoupdef craw(url,page): html1=urllib2.urlopen(url).read() html1=str(html1) soup=BeautifulSoup(html1,'lxml') imagelist=soup.select('#J_goodsList > ul > li > div > div.p-img > a > img') namelist=soup.select('#J_goodsList > ul > li > div > div.p-name > a > em') #pricelist=soup.select('#plist > ul > li > div > div.p-price > strong') #print pricelist path = "E:/{}/".format(str(goods)) if not os.path.exists(path):  os.mkdir(path) for (imageurl,name) in zip(imagelist,namelist):  name=name.get_text()  imagename=path + name +".jpg"  imgurl="http:"+str(imageurl.get('data-lazy-img'))  if imgurl == 'http:None':   imgurl = "http:" + str(imageurl.get('src'))  try:   urllib.urlretrieve(imgurl,filename=imagename)  except:   continue'''#J_goodsList > ul > li:nth-child(1) > div > div.p-img > a > img#plist > ul > li:nth-child(1) > div > div.p-name.p-name-type3 > a > em#plist > ul > li:nth-child(1) > div > div.p-price > strong:nth-child(1) > i'''if __name__ == "__main__": goods=raw_input('please input the goos you want:') pages=input('please input the pages you want:') count =0.0 for i in range(1,int(pages+1),2):  url="https://search.jd.com/Search?keyword={}&enc=utf-8&qrst=1&rt=1&stop=1&vt=2&suggest=1.def.0.T06&wq=diann&page={}".format(str(goods),str(i))  craw(url,i)  count += 1  print 'work completed {:.2f}%'.format(count/int(pages)*100)