#!usr/bin/env python
# -*-coding:utf-8 -*-
__author__='WYY'
__date__='2017.03.22'

#实战小项目:爬取pexels网站获取高清原图(做成图片下载器)
import re
import os
import requests
import random
import time

class Spider():
 def __init__(self):
 self.keyword=raw_input(u'欢迎使用 pexels 图片搜索下载神器\n请输入搜索关键词(英文):')
 self.siteURL='https://www.pexels.com/search/'+str(self.keyword)+'/'

 def getSource(self,url):
 result=requests.get(url).text.encode('utf-8')
 return result

 #获取图片页数
 def getPageNum(self):
 result=self.getSource(url=self.siteURL)
 pattern=re.compile('<span class="gap".*?<a href="/search/.*?>(.*?)</a> <a href="/search/.*?>(.*?)</a> <a class="next_page" rel="next"', re.S)
 items=re.search(pattern,result)
 if items.group(2)>=1:
 print u'\n这个主题共有图片', items.group(2), u'页'
 else:
 print u'\n哎呀,木有您想要的图呢。。。'
 return items.group(2)

 #获取链接部分
 def getPartLink(self,url):
 result=self.getSource(url)
 pattern1=re.compile(r'<img.*?data-pin-media="https://images.pexels.com/photos/(.*?)/(.*?)?w=800.*?>', re.S)
 items=re.findall(pattern1, result)
 return items

 #保存图片入文件
 def saveImage(self,detailURL,name):
 fileName=name
 string='F:\Desktop\code\pexels\%s\%s' % (self.path, fileName)
 E=os.path.exists(string)
 if not E:
 try:
 user_agents=['Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20130406 Firefox/23.0',
 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:18.0) Gecko/20100101 Firefox/18.0',
 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533+ \(KHTML, like Gecko) Element Browser 5.0',
 'IBM WebExplorer /v0.94', 'Galaxy/1.0 [en] (Mac OS X 10.5.6; U; en)',
 'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; WOW64; Trident/6.0)',
 'Opera/9.80 (Windows NT 6.0) Presto/2.12.388 Version/12.14',
 'Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) \Version/6.0 Mobile/10A5355d Safari/8536.25',
 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) \Chrome/28.0.1468.0 Safari/537.36',
 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; Trident/5.0; TheWorld)']
 index=random.randint(0, 9)
 user_agent=user_agents[index]
 headers={'User_agent':user_agent}
 picture=requests.get(detailURL,headers)
 f=open(string, 'wb')
 f.write(picture.content)
 f.close()
 except requests.exceptions.ConnectionError:
 print 'Download error:requests.exceptions.ConnectionError'
 return None
 else:
 print u'图片已经存在,跳过!'
 return False

 #创建目录
 def makeDir(self, path):
 self.path=path.strip()
 E=os.path.exists(os.path.join('F:\Desktop\code\pexels', self.path))
 if not E:
 os.makedirs(os.path.join('F:\Desktop\code\pexels',self.path))
 os.chdir(os.path.join('F:\Desktop\code\pexels',self.path))
 print u'成功创建名为', self.path, u'的文件夹'
 return self.path
 else:
 print u'名为', self.path, u'的文件夹已经存在...'
 return False

 #对一页的操作
 def saveOnePage(self,oneURL):
 items=self.getPartLink(oneURL)
 i=1
 for item in items:
 #记得去掉后面的'?'
 detailURL='https://static.pexels.com/photos/'+item[0]+'/'+item[1][:-1]
 print u'\n', u'正在下载并保存图片',i
 self.saveImage(detailURL,name=item[1][:-1])
 time.sleep(0.5)
 i+=1

 #对多页的操作
 def saveMorePage(self):
 Numbers=self.getPageNum()
 Num=int(raw_input(u'一页共15张图,\n请输入要下载的页数(默认页数大于等于1):'))
 Start=int(raw_input(u'请输入下载起始页数:'))
 if Numbers>=1:
 for page in range(Start,Start+Num):
 print u'\n',u'正在获取第',page, u'页的内容'
 self.url='https://www.pexels.com/search/'+str(self.keyword)+'/?page='+str(page)
 self.makeDir(path=self.keyword+'Page'+str(page))
 self.saveOnePage(oneURL=self.url)
 time.sleep(5)
 else:
 return False

 print u'\n',u'圆满成功!!!'

spider=Spider()
spider.saveMorePage()