python制作花瓣网美女图片爬虫_Python

python制作花瓣网美女图片爬虫

2020-08-01 12:07脚本之家 Python

本文通过python 来实现这样一个简单的爬虫功能，把我们想要的图片爬取到本地,需要的朋友可以参考下

花瓣图片的加载使用了延迟加载的技术，源代码只能下载20多张图片，修改后基本能下载所有的了，只是速度有点慢，后面再优化下

				?

									import urllib, urllib2, re, sys, os,requests

									path=r"C:\wqa\beautify"

									url = 'http://huaban.com/favorite/beauty'

									#http://huaban.com/explore/zhongwenlogo/?ig1un9tq&max=327773629&limit=20&wfl=1

									i_headers = {"User-Agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/46.0.2490.71 Safari/537.36"}

									count=0

									def urlHandle(url):

									  req = urllib2.Request(url, headers=i_headers)

									  html = urllib2.urlopen(req).read()

									  reg = re.compile(r'"pin_id":(\d+),.+?"file":{"farm":"farm1", "bucket":"hbimg",.+?"key":"(.*?)",.+?"type":"image/(.*?)"', re.S)

									  groups = re.findall(reg, html)

									  return groups

									def imgHandle(groups):

									  if groups:

									    for att in groups:  

									      pin_id = att[0]

									      att_url = att[1] + '_fw236'

									      img_type = att[2]

									      img_url = 'http://img.hb.aicdn.com/' + att_url

									      r = requests.get(img_url)

									      with open(path + att_url + '.' + img_type, 'wb') as fd:

									        for chunk in r.iter_content():

									          fd.write(chunk)

									groups = urlHandle(url)

									imgHandle(groups)

									while(groups):

									  count+=1

									  print count

									  pin_id = groups[-1][0]

									  print pin_id

									  urltemp = url+'/?max=' + str(pin_id) + '&limit=' + str(20) + '&wfl=1'

									  print(urltemp)

									  groups = urlHandle(urltemp)

									  #print groups

									  imgHandle(groups)