目的：爬取一些圖片作為Java小程式的背景圖

程式碼如下：

import requests,json,time,sys
from contextlib import closing
next_page =[]#存放下一頁面網址
next_page_0='http://unsplash.com/napi/feeds/home'#起始爬取頁面
next_page.append(next_page_0)#放入陣列
headers = {'authorization':'Client-ID c94869b36aa272dd62dfaeefed769d4115fb3189a9d1ec88ed457207747be626
 
'}
headers_1 = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.79 Safari/537.36'}
filename=1
download_server='https://unsplash.com/photos/xxx/download?force=trues'
k=1
for i in range(40):
    photos_id = []#存放圖片id
    req = requests.get(url=next_page[i],headers=headers,verify=False)
    html 
 
= json.loads(req.text)#html是經過一系列措施之後得到的網站資訊，跟平常的靜態網站資訊類似，因為是動態態網站，所以不能直接得到
    next_page_t = html['next_page']#找到下一個頁面的連結
    print(next_page_t +'找到了下一頁的地址')
    next_page.append(next_page_t)
    for each in html['photos']:#進入頁面的photos標籤下尋找該頁面下照片id
        photos_id.append(each['id'])#照片id存入陣列
        print
 
(each['id'])
        time.sleep(1)
    for j in range(len(photos_id)):#照片下載
        print('  正在爬取第%d張圖片' % (k))
        k=k+1
        target = download_server.replace('xxx',photos_id[j])
        with closing(requests.get(url=target,stream=True,verify=False,headers=headers)) as r:
            with open(('E:/照片爬取/'+ '%d.jpg' % filename), 'ab+') as f:
                filename=filename+1
                for chunk in r.iter_content(chunk_size = 1024):
                    if chunk:
                       f.write(chunk)
    time.sleep(1)

爬取結果如下：

程式中預計爬取40張，但17張夠用了，所以停止了爬取，但是存在一個問題，就是爬取的速度很慢，還沒有想好怎麼解決這個問題。。。。。