python 爬虫保存文件的几种方法

Posted 2021-01-24 萧白白

import os
os.makedirs(‘./img/‘, exist_ok=True)

IMAGE_URL = "https://morvanzhou.github.io/static/img/description/learning_step_flowchart.png"


def urllib_download():
    from urllib.request import urlretrieve
    urlretrieve(IMAGE_URL, ‘./img/image1.png‘)      # whole document


def request_download():
    import requests
    r = requests.get(IMAGE_URL)
    with open(‘./img/image2.png‘, ‘wb‘) as f:
        f.write(r.content)                      # whole document


def chunk_download():
    import requests
    r = requests.get(IMAGE_URL, stream=True)    # stream loading

    with open(‘./img/image3.png‘, ‘wb‘) as f:
        for chunk in r.iter_content(chunk_size=32):
            f.write(chunk)


urllib_download()
print(‘download image1‘)
request_download()
print(‘download image2‘)
chunk_download()
print(‘download image3‘)