Downloading Images and Media in Bulk

from pathlib import Path
import requests
 
 
def download(url: str, out: Path):
    out.parent.mkdir(parents=True, exist_ok=True)
    with requests.get(url, stream=True, timeout=20) as r:
        r.raise_for_status()
        with open(out, "wb") as f:
            for chunk in r.iter_content(chunk_size=1024 * 64):
                if chunk:
                    f.write(chunk)
 
 
download("https://httpbin.org/image/png", Path("downloads/image.png"))

import time
from pathlib import Path
from urllib.parse import urlparse
 
import requests
 
HEADERS = {"User-Agent": "Python Central HubBot/1.0 (learning project)"}
 
 
def filename_for(url: str, out_dir: Path) -> Path:
    name = Path(urlparse(url).path).name or "file"
    target = out_dir / name
    counter = 1
    while target.exists():                       # avoid name collisions
        target = out_dir / f"{Path(name).stem}_{counter}{Path(name).suffix}"
        counter += 1
    return target
 
 
def download(url: str, out_dir: Path, session: requests.Session) -> Path:
    out_dir.mkdir(parents=True, exist_ok=True)
    target = filename_for(url, out_dir)
    part = target.with_suffix(target.suffix + ".part")
 
    with session.get(url, stream=True, timeout=20) as r:
        r.raise_for_status()
        kind = r.headers.get("Content-Type", "")
        if not kind.startswith(("image/", "video/", "audio/")):
            raise ValueError(f"unexpected content type: {kind}")
        with part.open("wb") as f:
            for chunk in r.iter_content(chunk_size=64 * 1024):
                f.write(chunk)
    part.rename(target)                          # only a finished file gets its real name
    return target
 
 
urls = ["https://httpbin.org/image/png", "https://httpbin.org/image/jpeg"]
with requests.Session() as session:
    session.headers.update(HEADERS)
    for url in urls:
        try:
            print("saved", download(url, Path("downloads"), session))
        except (requests.RequestException, ValueError) as err:
            print("failed", url, err)
        time.sleep(1)                            # be polite