# 使用 Python 3.10 作為基礎(chǔ)鏡像（國(guó)內(nèi)加速）
FROM python:3.10

# 設(shè)置環(huán)境變量，使用阿里云 PyPI 鏡像
ENV PIP_DEFAULT_TIMEOUT=100 \
    PIP_RETRIES=5 \
    PIP_INDEX_URL=https://mirrors.aliyun.com/pypi/simple/ \
    PIP_TRUSTED_HOST=mirrors.aliyun.com

# 安裝 devpi 相關(guān)組件
RUN pip install --no-cache-dir devpi-server devpi-web devpi-client passlib

# 創(chuàng)建數(shù)據(jù)目錄
RUN mkdir -p /data/server

# 暴露端口
EXPOSE 3141

# 啟動(dòng) devpi-server
CMD ["devpi-server", "--host", "0.0.0.0", "--port", "3141", "--serverdir", "/data/server"]

#!/bin/bash
set -e

echo "配置 devpi 客戶端..."
devpi use http://localhost:3141

# 創(chuàng)建用戶
echo "創(chuàng)建用戶和索引..."
devpi user -c mirroruser password=securepassword123 || echo "用戶已存在"

# 登錄該用戶（關(guān)鍵步驟！否則無(wú)法操作索引）
echo "登錄新創(chuàng)建的用戶..."
devpi login mirroruser --password=securepassword123

# 創(chuàng)建主索引
devpi index -c main bases=root/pypi || echo "索引已存在"

# 切換到主索引
devpi use mirroruser/main

# 創(chuàng)建臨時(shí)目錄
mkdir -p /tmp/packages

# 設(shè)置 pip 使用阿里云鏡像
export PIP_INDEX_URL="https://mirrors.aliyun.com/pypi/simple/"
export PIP_TRUSTED_HOST="mirrors.aliyun.com"

echo "開(kāi)始處理 requirements.txt 中的包..."

# 檢查 requirements.txt 是否存在
if [ ! -f "/app/requirements.txt" ]; then
    echo "錯(cuò)誤: /app/requirements.txt 文件不存在!"
    exit 1
fi

# 第一階段：解析所有包及依賴
all_packages=()
while IFS= read -r package; do
  [[ -z "$package" || "$package" =~ ^# ]] && continue
  echo "分析包: $package"
  
  # 獲取依賴（模擬安裝但不實(shí)際安裝）
  dependencies=$(pip install --no-deps --dry-run "$package" 2>&1 | grep 'Collecting' | awk '{print $2}' | sed 's/[<=>].*//')

  all_packages+=("$package")
  while IFS= read -r dep; do
    [[ -z "$dep" ]] && continue
    all_packages+=("$dep")
  done <<< "$dependencies"
done < /app/requirements.txt

# 去重排序
unique_packages=($(printf "%s\n" "${all_packages[@]}" | sort -u))

# 第二階段：下載 64 位平臺(tái) wheel 包
echo "正在下載 64 位平臺(tái)二進(jìn)制包..."
for package in "${unique_packages[@]}"; do
  echo "處理 $package..."
  rm -f /tmp/packages/*  # 清空臨時(shí)目錄

  # 下載 Windows 64-bit 包（Python 3.13 兼容）
  echo "  下載 win_amd64 版本..."
  pip download --only-binary=:all: --python-version 313 --platform win_amd64 \
    -i https://mirrors.aliyun.com/pypi/simple/ -d /tmp/packages "$package" > /dev/null 2>&1

  # 下載 Linux x86_64 包（manylinux）
  echo "  下載 manylinux_2_17_x86_64 版本..."
  pip download --only-binary=:all: --python-version 313 --platform manylinux_2_17_x86_64 \
    -i https://mirrors.aliyun.com/pypi/simple/ -d /tmp/packages "$package" > /dev/null 2>&1

  # 上傳到 devpi
  for whl in /tmp/packages/*.whl; do
    if [ -f "$whl" ]; then
      echo "  上傳 $whl 到私有倉(cāng)庫(kù)..."
      devpi upload "$whl"
    fi
  done
done

# 第三階段：創(chuàng)建平臺(tái)專用索引
echo "創(chuàng)建平臺(tái)過(guò)濾索引..."

devpi index -c win_amd64 bases=main \
    mirrorsync=1 \
    platform=win_amd64 \
    python_version=3.13 || echo "索引 win_amd64 已存在"

devpi index -c linux_x86_64 bases=main \
    mirrorsync=1 \
    platform=manylinux_2_17_x86_64 \
    python_version=3.13 || echo "索引 linux_x86_64 已存在"

echo "? 初始化完成！DevPI 私有倉(cāng)庫(kù)已就緒。"

echo ""
echo "?? 使用方式如下："
echo "   Windows 用戶:"
echo "     pip install -i http://<YOUR_LOCAL_IP>:3141/mirroruser/win_amd64/+simple/ <package>"
echo ""
echo "   Linux 用戶:"
echo "     pip install -i http://<YOUR_LOCAL_IP>:3141/mirroruser/linux_x86_64/+simple/ <package>"
echo ""
echo "?? 提示：請(qǐng)將 <YOUR_LOCAL_IP> 替換為宿主機(jī) IP 地址（如 192.168.1.100）"

version: '3.8'

services:
  devpi:
    build:
      context: .
      dockerfile: init/Dockerfile
    container_name: pypi-mirror
    ports:
      - "3141:3141"
    volumes:
      - ./devpi-data:/data/server
      - ./init/setup-devpi.sh:/setup-devpi.sh
      - ./requirements.txt:/app/requirements.txt
    environment:
      - DEVPISERVER_SERVERDIR=/data/server
    restart: unless-stopped
    entrypoint: >
      sh -c "
        if [ ! -f /data/server/.serverversion ]; then
          devpi-init --serverdir /data/server;
        fi;
        devpi-server --host 0.0.0.0 --port 3141 --serverdir /data/server &
        sleep 20 &&
        /setup-devpi.sh &&
        wait
      "

import csv

# 讀取 top-pypi-packages.csv，提取前 50 個(gè)包
with open('top-pypi-packages.csv', newline='', encoding='utf-8') as f:
    reader = csv.DictReader(f)
    packages = [row['project'] for row in reader]

# 寫(xiě)入 requirements.txt
with open('requirements.txt', 'w') as f:
    for pkg in packages[:50]:  # 取前 50 名
        f.write(f"{pkg}\n")

print("? 已生成 requirements.txt，包含前 50 個(gè)熱門(mén) PyPI 包")

requests
urllib3
certifi
idna
charset_normalizer
click
flask
...

docker-compose up --build

pip install -i http://192.168.1.100:3141/mirroruser/win_amd64/+simple/ requests

pip install -i http://192.168.1.100:3141/mirroruser/linux_x86_64/+simple/ pandas