pexels.py

#!usr/bin/env python
# -*-coding:utf-8 -*-
__author__='WYY'
__date__='2017.03.22'

#实战小项目：爬取pexels网站获取高清原图（做成图片下载器）
import re
import os
import requests
import random
import time

class Spider():
    def __init__(self):
        self.keyword=raw_input(u'欢迎使用 pexels 图片搜索下载神器\n请输入搜索关键词(英文)：')
        self.siteURL='https://www.pexels.com/search/'+str(self.keyword)+'/'

    def getSource(self,url):
        result=requests.get(url).text.encode('utf-8')
        return result

    #获取图片页数
    def getPageNum(self):
        result=self.getSource(url=self.siteURL)
        pattern=re.compile('<span class="gap".*?<a href="/search/.*?>(.*?)</a> <a href="/search/.*?>(.*?)</a> <a class="next_page" rel="next"', re.S)
        items=re.search(pattern,result)
        if items.group(2)>=1:
            print u'\n这个主题共有图片', items.group(2), u'页'
        else:
            print u'\n哎呀，木有您想要的图呢。。。'
        return items.group(2)

    #获取链接部分
    def getPartLink(self,url):
        result=self.getSource(url)
        pattern1=re.compile(r'<img.*?data-pin-media="https://images.pexels.com/photos/(.*?)/(.*?)?w=800.*?>', re.S)
        items=re.findall(pattern1, result)
        return items

    #保存图片入文件
    def saveImage(self,detailURL,name):
        fileName=name
        string='F:\Desktop\code\pexels\%s\%s' % (self.path, fileName)
        E=os.path.exists(string)
        if not E:
            try:
                user_agents=['Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20130406 Firefox/23.0',
                           'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:18.0) Gecko/20100101 Firefox/18.0',
                           'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533+ \(KHTML, like Gecko) Element Browser 5.0',
                           'IBM WebExplorer /v0.94', 'Galaxy/1.0 [en] (Mac OS X 10.5.6; U; en)',
                           'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; WOW64; Trident/6.0)',
                           'Opera/9.80 (Windows NT 6.0) Presto/2.12.388 Version/12.14',
                           'Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) \Version/6.0 Mobile/10A5355d Safari/8536.25',
                           'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) \Chrome/28.0.1468.0 Safari/537.36',
                           'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; Trident/5.0; TheWorld)']
                index=random.randint(0, 9)
                user_agent=user_agents[index]
                headers={'User_agent':user_agent}
                picture=requests.get(detailURL,headers)
                f=open(string, 'wb')
                f.write(picture.content)
                f.close()
            except requests.exceptions.ConnectionError:
                print 'Download error:requests.exceptions.ConnectionError'
                return None
        else:
            print u'图片已经存在，跳过！'
            return False

    #创建目录
    def makeDir(self, path):
        self.path=path.strip()
        E=os.path.exists(os.path.join('F:\Desktop\code\pexels', self.path))
        if not E:
            os.makedirs(os.path.join('F:\Desktop\code\pexels',self.path))
            os.chdir(os.path.join('F:\Desktop\code\pexels',self.path))
            print u'成功创建名为', self.path, u'的文件夹'
            return self.path
        else:
            print u'名为', self.path, u'的文件夹已经存在...'
            return False

    #对一页的操作
    def saveOnePage(self,oneURL):
        items=self.getPartLink(oneURL)
        i=1
        for item in items:
            #记得去掉后面的'?'
            detailURL='https://static.pexels.com/photos/'+item[0]+'/'+item[1][:-1]
            print u'\n', u'正在下载并保存图片',i
            self.saveImage(detailURL,name=item[1][:-1])
            time.sleep(0.5)
            i+=1

    #对多页的操作
    def saveMorePage(self):
        Numbers=self.getPageNum()
        Num=int(raw_input(u'一页共15张图，\n请输入要下载的页数(默认页数大于等于1）：'))
        Start=int(raw_input(u'请输入下载起始页数：'))
        if Numbers>=1:
            for page in range(Start,Start+Num):
                print u'\n',u'正在获取第',page, u'页的内容'
                self.url='https://www.pexels.com/search/'+str(self.keyword)+'/?page='+str(page)
                self.makeDir(path=self.keyword+'Page'+str(page))
                self.saveOnePage(oneURL=self.url)
                time.sleep(5)
        else:
            return False

        print  u'\n',u'圆满成功!!!'

spider=Spider()
spider.saveMorePage()