python_work/photo_module.py at master · st70712/python_work · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
import requests
from bs4 import BeautifulSoup
import os
import threading

def download_pic(url, path):
    pic = requests.get(url)     #使用 GET 對圖片連結發出請求
    path += url[url.rfind('.'):]     #將路徑加上圖片的副檔名
    f = open(path,'wb')     #以指定的路徑建立一個檔案
    f.write(pic.content)     #將 HTTP Response 物件的 content寫入檔案中
    f.close()     #關閉檔案

def get_photolist(photo_name, download_num):
    page = 1     #初始頁數為1
    photo_list = []     #建立空的圖片 list

    while True:
        url = 'https://pixabay.com/zh/photos/' + photo_name + '/?&pagi=' + str(page)
        #設定連結
        html = requests.get(url)     #GET請求
        html.encoding = 'utf-8'     #指定編碼為utf-8
        bs = BeautifulSoup(html.text, 'lxml')     #解析網頁
        photo_item = bs.find_all('div', {'class': 'item'})
        #尋找所有標籤為 div, calss 為 'item' 的元素
        if  len(photo_item) == 0:
            return None
        for i in range(len(photo_item)):
            photo = photo_item[i].find('img')['src']
            #尋找標籤 img 並取出 'src' 之中的內容
            if photo in photo_list:
                return photo_list
            if photo == '/static/img/blank.gif':
                photo = photo_item[i].find('img')['data-lazy']
                #尋找標籤 img 並取出 'data-lazy' 之中的內容
            photo_list.append(photo)     #將找到的連結新增進 list 之中
            if len(photo_list) >= download_num:
                return photo_list
        page+=1     #頁數加1

def create_folder(photo_name):
    folder_name = photo_name

    if not os.path.exists(folder_name):
        os.mkdir(folder_name)
        print("資料夾不存在, 建立資料夾: " + folder_name)
    else:
        print("找到資料夾: " + folder_name)

    if not os.path.exists(folder_name + os.sep + photo_name):
        os.mkdir(folder_name + os.sep + photo_name)
        print("建立資料夾: " + photo_name)
    else:
        print(photo_name + " 資料夾已存在")
    return folder_name

def get_photobythread(folder_name, photo_name, photo_list):
    download_num = len(photo_list)     #設定下載數量為圖片連結串列的長度
    Q = int(download_num / 100)     #取商數
    R = download_num % 100     #取餘數

    for i in range(Q):
        threads = []
        for j in range(100):
            threads.append(threading.Thread(target = download_pic, args = (photo_list[i*100+j], folder_name + os.sep + photo_name + os.sep + str(i*100+j+1))))
            threads[j].start()
        for j in threads:
            j.join()
        print(int((i+1)*100/download_num*100), '%')     #顯示當前進度

    threads = []
    for i in range(R):
        threads.append(threading.Thread(target = download_pic, args = (photo_list[Q*100+i], folder_name + os.sep + photo_name + os.sep + str(Q*100+i+1))))
        threads[i].start()
    for i in threads:
        i.join()
    print("100%")     #顯示當前進度