pip install requests beautifulsoup4

import os
import requests
from bs4 import BeautifulSoup
from urllib.parse import urlparse, urljoin
import re


def download_file(url, folder):
    """
    下載單個文件并保存到指定目錄
    :param url: 文件的絕對 URL
    :param folder: 保存目錄
    """
    response = requests.get(url)
    if response.status_code == 200:
        # 從 URL 中解析出文件名
        filename = os.path.basename(urlparse(url).path)
        save_path = os.path.join(folder, filename)

        # 以二進制方式寫入文件
        with open(save_path, 'wb') as f:
            f.write(response.content)


def download_and_modify_links(html_url, save_folder, domain_to_remove):
    """
    下載 HTML 頁面，并將其中的 CSS、JS、IMG 等資源下載到本地，
    同時把所有鏈接修改為相對路徑
    :param html_url: 目標網(wǎng)頁 URL
    :param save_folder: 本地保存目錄
    :param domain_to_remove: 預留參數(shù)（當前版本未使用）
    """

    response = requests.get(html_url)
    if response.status_code != 200:
        print(f"頁面下載失敗，狀態(tài)碼：{response.status_code}")
        return

    # 使用 BeautifulSoup 解析 HTML
    soup = BeautifulSoup(response.text, 'html.parser')

    # 創(chuàng)建保存資源的目錄
    os.makedirs(save_folder, exist_ok=True)

    # 處理 link、img、script 標簽
    # link -> CSS
    # img  -> 圖片
    # script -> JS
    for tag, attribute in [('link', 'href'), ('img', 'src'), ('script', 'src')]:
        elements = soup.find_all(tag, {attribute: True})
        for element in elements:
            original_link = element[attribute]

            # 將相對路徑轉換為絕對路徑
            absolute_link = urljoin(html_url, original_link)

            # 提取文件名
            filename = os.path.basename(urlparse(absolute_link).path)
            if not filename:
                continue

            # 修改 HTML 中的引用為相對路徑
            element[attribute] = f"./{filename}"

            # 下載資源文件
            download_file(absolute_link, save_folder)

    # 單獨處理 CSS 文件，解析其中的圖片和字體
    css_elements = soup.find_all('link', {'rel': 'stylesheet'})
    for css_element in css_elements:
        css_url = urljoin(html_url, css_element['href'])
        css_response = requests.get(css_url)

        if css_response.status_code != 200:
            continue

        css_text = css_response.text

        # 處理 CSS 中的 url(...) 圖片
        image_urls = re.findall(r'url\((.*?)\)', css_text)
        for image_url in image_urls:
            clean_url = image_url.strip('\'"')
            absolute_image_url = urljoin(css_url, clean_url)

            filename = os.path.basename(urlparse(absolute_image_url).path)
            if not filename:
                continue

            # 替換 CSS 中的路徑為本地相對路徑
            css_text = css_text.replace(image_url, f"./{filename}")

            # 下載圖片
            download_file(absolute_image_url, save_folder)

        # 處理 @font-face 中的字體文件
        font_urls = re.findall(r'@font-face.*?url\((.*?)\)', css_text, re.S)
        for font_url in font_urls:
            clean_url = font_url.strip('\'"')
            absolute_font_url = urljoin(css_url, clean_url)

            filename = os.path.basename(urlparse(absolute_font_url).path)
            if not filename:
                continue

            css_text = css_text.replace(font_url, f"./{filename}")
            download_file(absolute_font_url, save_folder)

        # 保存修改后的 CSS 文件
        css_filename = os.path.basename(urlparse(css_url).path)
        css_save_path = os.path.join(save_folder, css_filename)

        with open(css_save_path, 'w', encoding='utf-8') as f:
            f.write(css_text)

        # 修改 HTML 中的 CSS 引用路徑
        css_element['href'] = f"./{css_filename}"

    # 保存最終修改后的 HTML 文件
    html_save_path = os.path.join(save_folder, 'index.html')
    with open(html_save_path, 'w', encoding='utf-8') as f:
        f.write(str(soup))

    print("HTML 頁面及相關資源已成功下載并本地化")

if __name__ == "__main__":
    html_url = "http://example.com/"
    save_folder = "downloaded_files"
    domain_to_remove = "http://example.com"

    download_and_modify_links(html_url, save_folder, domain_to_remove)