#!/usr/bin/env python3 # -*- coding: utf-8 -*- import argparse import os import subprocess import sys import urllib.error import urllib.request from typing import TYPE_CHECKING, Protocol, cast # 仅在类型检查时导入,避免运行时依赖 if TYPE_CHECKING: from http.client import HTTPResponse class SyncArgs(Protocol): """用于类型检查的参数协议,映射 argparse 的解析结果""" source_type: str source_url: str target_path: str branch: str | None path: str | None single_file: bool proxy: str | None proxy_url: str | None auth_token: str | None http_proxy: str | None def run( cmd: list[str], env: dict[str, str] | None = None, cwd: str | None = None, capture_output: bool = False ) -> str | None: """ 执行系统命令。 Args: cmd: 命令列表 env: 环境变量字典 cwd: 当前工作目录 capture_output: 是否捕获输出。 """ if not capture_output: print(">>", " ".join(cmd)) if capture_output: # 捕获模式:不打印到屏幕,返回 stdout result = subprocess.run( cmd, cwd=cwd, env=env, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=30, encoding="utf-8", errors="ignore" ) else: # 直通模式:直接打印到屏幕 result = subprocess.run( cmd, cwd=cwd, env=env, stdout=sys.stdout, stderr=sys.stderr, ) if result.returncode != 0: if capture_output: return None sys.exit(result.returncode) if capture_output: return str(result.stdout).strip() return str(result) def get_remote_default_branch(repo_url: str, env: dict[str, str]) -> str: """检测远程仓库的默认分支名称(通常是 main 或 master)。""" print(f"正在检测远程仓库默认分支: {repo_url}") cmd = ["git", "ls-remote", "--symref", repo_url, "HEAD"] output = run(cmd, env=env, capture_output=True) if isinstance(output, str): for line in output.splitlines(): parts = line.split() if len(parts) >= 2 and parts[0] == "ref:" and "refs/heads/" in parts[1]: branch = parts[1].removeprefix("refs/heads/") print(f"检测到默认分支: {branch}") return branch print("无法检测到默认分支,回退使用 'main'") return "main" def build_proxy_url(url: str, proxy_type: str | None, proxy_url: str | None) -> str: """根据配置构建带有代理前缀的 URL。""" if not proxy_type or proxy_type == "none": return url proxy_base = "" if proxy_type == "ghproxy": proxy_base = "https://gh-proxy.com/" elif proxy_type == "mirror": proxy_base = "https://mirror.ghproxy.com/" elif proxy_type == "custom" and proxy_url: proxy_base = proxy_url.rstrip("/") + "/" if proxy_base and url.startswith("http"): return proxy_base + url return url def _download_file(url: str, dest: str, auth_token: str | None) -> None: """ 内部通用下载函数,处理请求构建、Token 认证和文件写入。 """ print(f"下载地址: {url}") print(f"目标路径: {dest}") parent_dir = os.path.dirname(dest) if parent_dir: os.makedirs(parent_dir, exist_ok=True) req = urllib.request.Request(url) if auth_token: req.add_header("Authorization", f"token {auth_token}") req.add_header("User-Agent", "Mozilla/5.0 (compatible; sync.py)") try: with cast("HTTPResponse", urllib.request.urlopen(req, timeout=300)) as response: content: bytes = response.read() with open(dest, "wb") as f: _ = f.write(content) print(f"文件大小: {len(content)} 字节") print("下载完成") except urllib.error.HTTPError as e: print(f"下载失败, HTTP 状态码: {e.code}") sys.exit(1) except urllib.error.URLError as e: print(f"下载失败: {e.reason}") sys.exit(1) def sync_git_file(args: SyncArgs, repo_url: str, env: dict[str, str]) -> None: """ 从 Git 仓库同步单个文件(通过构造 Raw URL 下载)。 """ source_url = args.source_url file_path = args.path or "" dest = args.target_path # 如果目标是目录,自动拼接文件名 if os.path.isdir(dest) or dest.endswith(os.sep) or (os.altsep and dest.endswith(os.altsep)): filename = os.path.basename(file_path) dest = os.path.join(dest, filename) print(f"检测到目标路径为目录 '{args.target_path}',自动修正为: '{dest}'") branch = args.branch or get_remote_default_branch(repo_url, env) # 构建 raw 文件 URL # GitHub: https://github.com/user/repo -> https://raw.githubusercontent.com/user/repo/branch/path # GitLab: https://gitlab.com/user/repo -> https://gitlab.com/user/repo/-/raw/branch/path # Gitee: https://gitee.com/user/repo -> https://gitee.com/user/repo/raw/branch/path clean_url = args.source_url.rstrip(".git") raw_url = "" if "github.com" in source_url: base = args.source_url.replace("github.com", "raw.githubusercontent.com").rstrip(".git") raw_url = f"{base}/{branch}/{file_path}" elif "gitlab.com" in source_url: raw_url = f"{clean_url}/-/raw/{branch}/{file_path}" elif "gitee.com" in source_url: raw_url = f"{clean_url}/raw/{branch}/{file_path}" else: # 通用策略:尝试 GitHub 风格 raw_url = f"{clean_url}/raw/{branch}/{file_path}" raw_url = build_proxy_url(raw_url, args.proxy, args.proxy_url) # 调用通用下载函数 _download_file(raw_url, dest, args.auth_token) def is_raw_file_url(url: str) -> bool: """判断 URL 是否已经是 Raw 文件链接。""" raw_patterns = [ "raw.githubusercontent.com", "/raw/", "/-/raw/", "/blob/", ] return any(pattern in url for pattern in raw_patterns) def get_repo_name(url: str) -> str: """从 Git URL 中提取仓库名称。""" url_stripped = url.rstrip("/").rstrip(".git") return os.path.basename(url_stripped) def sync_git(args: SyncArgs) -> None: """处理 Git 类型的同步逻辑(Clone, Pull 或 Sparse Checkout)。""" env = os.environ.copy() if is_raw_file_url(args.source_url): print("检测到 raw 文件 URL,自动切换到 URL 下载模式") sync_url(args) return if args.http_proxy: env["http_proxy"] = args.http_proxy env["https_proxy"] = args.http_proxy repo_url = build_proxy_url(args.source_url, args.proxy, args.proxy_url) if args.auth_token and repo_url.startswith("https://"): repo_url = repo_url.replace("https://", f"https://{args.auth_token}@") dest = args.target_path # 单文件模式:使用 Raw URL 下载 if args.path and args.single_file: sync_git_file(args, repo_url, env) return # 自动追加仓库名逻辑 git_dir = os.path.join(dest, ".git") if os.path.isdir(dest) and not os.path.exists(git_dir): repo_name = get_repo_name(args.source_url) dest = os.path.join(dest, repo_name) print(f"目标路径自动追加仓库名: {dest}") git_dir = os.path.join(dest, ".git") if os.path.exists(git_dir): print("检测到已存在仓库,执行 git pull") if args.branch: _ = run(["git", "checkout", args.branch], cwd=dest, env=env) _ = run(["git", "pull"], cwd=dest, env=env) else: print("执行 git clone") parent_dir = os.path.dirname(dest) if parent_dir: os.makedirs(parent_dir, exist_ok=True) if os.path.exists(dest) and os.listdir(dest): print(f"错误: 目标目录 '{dest}' 已存在且不为空,无法执行 git clone") print("提示: 请清空目标目录或指定一个新目录") sys.exit(1) clone_cmd = ["git", "clone", "--depth", "1"] if args.branch: clone_cmd.extend(["-b", args.branch]) # 稀疏检出 (Sparse Checkout) if args.path: clone_cmd.extend(["--filter=blob:none", "--no-checkout", repo_url, dest]) _ = run(clone_cmd, env=env) _ = run(["git", "sparse-checkout", "init", "--cone"], cwd=dest, env=env) _ = run(["git", "sparse-checkout", "set", args.path], cwd=dest, env=env) _ = run(["git", "checkout"], cwd=dest, env=env) else: # 普通 Clone clone_cmd.extend([repo_url, dest]) _ = run(clone_cmd, env=env) print("同步完成") def sync_url(args: SyncArgs) -> None: """处理普通 URL 文件下载逻辑。""" download_url = build_proxy_url(args.source_url, args.proxy, args.proxy_url) print(f"下载地址: {download_url}") dest = args.target_path if os.path.isdir(dest) or dest.endswith("/"): url_path = args.source_url.split("?")[0] filename = os.path.basename(url_path) or "downloaded_file" dest = os.path.join(dest, filename) print(f"目标文件: {dest}") # 调用通用下载函数 _download_file(download_url, dest, args.auth_token) def main() -> None: parser = argparse.ArgumentParser(description="仓库/文件同步工具") _ = parser.add_argument("--source-type", choices=["git", "url"], default="git", help="源类型: git(Git仓库) 或 url(URL下载)") _ = parser.add_argument("--source-url", required=True, help="源地址(Git仓库URL或文件URL)") _ = parser.add_argument("--target-path", required=True, help="目标路径") _ = parser.add_argument("--branch", help="Git 分支名(仅 git 类型有效)") _ = parser.add_argument("--path", help="仅拉取指定文件或目录(仅 git 类型有效)") _ = parser.add_argument("--single-file", action="store_true", help="单文件模式,直接下载指定文件而非 sparse-checkout(需配合 --path 使用)") _ = parser.add_argument("--proxy", choices=["none", "ghproxy", "mirror", "custom"], default="none", help="代理类型") _ = parser.add_argument("--proxy-url", help="自定义代理地址(仅 proxy=custom 时有效)") _ = parser.add_argument("--auth-token", help="认证 Token(用于私有仓库)") _ = parser.add_argument("--http-proxy", help="HTTP 代理(如 http://127.0.0.1:7890)") # 使用 cast 将 Namespace 转换为 SyncArgs 协议,满足静态类型检查 args = cast(SyncArgs, cast(object, parser.parse_args())) print("参数:", " ".join(sys.argv[1:])) if args.source_type == "git": sync_git(args) else: sync_url(args) if __name__ == "__main__": main()