mirror of
https://github.com/NewFuture/DDNS.git
synced 2026-10-19 16:15:45 +00:00
8c42e248d6
* ci(release): support immutable publishing Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> * fix(ci): address release review feedback Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> * fix(ci): validate release state before publishing Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> * fix(ci): simplify release tag preparation Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --------- Co-authored-by: Future New (WEILAI LIU) <weilail@microsoft.com> Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com>
502 lines
18 KiB
Python
Executable File
502 lines
18 KiB
Python
Executable File
#!/usr/bin/env python3
|
||
|
||
import json
|
||
import os
|
||
import re
|
||
import sys
|
||
import time
|
||
import urllib.request
|
||
from datetime import datetime, timezone
|
||
|
||
ROOT = "."
|
||
init_py_path = os.path.join(ROOT, "ddns", "__init__.py")
|
||
|
||
|
||
def extract_pure_version(version_str):
|
||
"""
|
||
提取前4组数字并用点拼接，如 v1.2.3.beta4.5 -> 1.2.3.4
|
||
"""
|
||
nums = re.findall(r"\d+", version_str)
|
||
return ".".join(nums[:4]) if nums else "0.0.0"
|
||
|
||
|
||
def update_nuitka_version(pyfile, version=None):
|
||
"""
|
||
读取 __version__ 并替换 nuitka-project 版本号
|
||
"""
|
||
pure_version = extract_pure_version(version)
|
||
|
||
with open(pyfile, "r", encoding="utf-8") as f:
|
||
content = f.read()
|
||
# 替换 nuitka-project 行
|
||
new_content, n = re.subn(r"(# nuitka-project: --product-version=)[^\n]*", r"\g<1>" + pure_version, content)
|
||
if n > 0:
|
||
with open(pyfile, "w", encoding="utf-8") as f:
|
||
f.write(new_content)
|
||
print(f"update nuitka-project version: {pure_version} in {pyfile}")
|
||
return True
|
||
return False
|
||
|
||
|
||
def add_nuitka_file_description(pyfile):
|
||
"""
|
||
添加 --file-description 配置，使用 __description__ 变量的值
|
||
"""
|
||
with open(init_py_path, "r", encoding="utf-8") as f:
|
||
content = f.read()
|
||
|
||
# 提取 __description__ 变量的值
|
||
desc_match = re.search(r'__description__\s*=\s*[\'"]([^\'"]+)[\'"]', content)
|
||
if not desc_match:
|
||
print(f"No __description__ found in {init_py_path}")
|
||
return False
|
||
description = desc_match.group(1)
|
||
description_line = f'\n# nuitka-project: --file-description="{description}"\n'
|
||
with open(pyfile, "a", encoding="utf-8") as f:
|
||
f.write(description_line)
|
||
return True
|
||
|
||
|
||
def add_nuitka_include_modules(pyfile):
|
||
"""
|
||
读取 dns 目录下的所有 Python 模块，并添加到 run.py 末尾
|
||
"""
|
||
dns_dir = os.path.join(ROOT, "ddns/provider")
|
||
if not os.path.exists(dns_dir):
|
||
print(f"DNS directory not found: {dns_dir}")
|
||
return False
|
||
|
||
# 获取所有 Python 模块文件
|
||
modules = []
|
||
for filename in os.listdir(dns_dir):
|
||
if filename.endswith(".py") and filename != "__init__.py":
|
||
module_name = filename[:-3] # 去掉 .py 扩展名
|
||
modules.append(f"ddns.provider.{module_name}")
|
||
|
||
if not modules:
|
||
print("No DNS modules found")
|
||
return False
|
||
|
||
# 直接在文件末尾追加配置行
|
||
with open(pyfile, "a", encoding="utf-8") as f:
|
||
for module in sorted(modules):
|
||
f.write(f"# nuitka-project: --include-module={module}\n")
|
||
|
||
print(f"Added {len(modules)} DNS modules to {pyfile}: {', '.join(modules)}")
|
||
return True
|
||
|
||
|
||
def add_nuitka_windows_unbuffered(pyfile):
|
||
"""
|
||
为Windows平台在现有的 --python-flag 配置中添加 unbuffered 标志
|
||
"""
|
||
import platform
|
||
|
||
# 只在Windows平台执行
|
||
if platform.system().lower() != "windows":
|
||
print(f"Skipping unbuffered flag addition: not on Windows (current: {platform.system()})")
|
||
return False
|
||
|
||
with open(pyfile, "r", encoding="utf-8") as f:
|
||
content = f.read()
|
||
|
||
# 查找现有的 --python-flag 配置行
|
||
python_flag_pattern = r"(# nuitka-project: --python-flag=)([^\n]*)"
|
||
match = re.search(python_flag_pattern, content)
|
||
|
||
if not match:
|
||
print(f"No existing --python-flag found in {pyfile}")
|
||
return False
|
||
|
||
existing_flags = match.group(2)
|
||
|
||
# 检查是否已经包含 unbuffered
|
||
if "unbuffered" in existing_flags:
|
||
print(f"unbuffered flag already exists in {pyfile}")
|
||
return False
|
||
|
||
# 添加 unbuffered 到现有标志
|
||
new_flags = "unbuffered" if not existing_flags.strip() else existing_flags + ",unbuffered"
|
||
new_content = re.sub(python_flag_pattern, r"\g<1>" + new_flags, content)
|
||
|
||
with open(pyfile, "w", encoding="utf-8") as f:
|
||
f.write(new_content)
|
||
|
||
print(f"Added unbuffered to python-flag in {pyfile}: {new_flags}")
|
||
return True
|
||
|
||
|
||
def remove_scheduler_for_docker():
|
||
"""
|
||
为Docker构建移除scheduler相关代码和task子命令
|
||
通过注释方式保持行号不变，便于调试
|
||
"""
|
||
import shutil
|
||
|
||
# 1. 移除scheduler文件夹
|
||
scheduler_dir = os.path.join(ROOT, "ddns", "scheduler")
|
||
if os.path.exists(scheduler_dir):
|
||
shutil.rmtree(scheduler_dir)
|
||
print(f"Removed scheduler directory: {scheduler_dir}")
|
||
|
||
# 2. 修改ddns/config/cli.py，注释掉scheduler相关代码（保持行号不变）
|
||
cli_path = os.path.join(ROOT, "ddns", "config", "cli.py")
|
||
if not os.path.exists(cli_path):
|
||
return False
|
||
|
||
with open(cli_path, "r", encoding="utf-8") as f:
|
||
content = f.read()
|
||
|
||
# 注释掉scheduler导入
|
||
content = re.sub(r"^(from \.\.scheduler import get_scheduler)$", r"# \1", content, flags=re.MULTILINE)
|
||
|
||
# 只移除 task 子命令，保留不依赖 scheduler 的其它子命令
|
||
content = re.sub(r"^(\s*)(_add_task_subcommand\(subparsers\))$", r"\1# \2", content, flags=re.MULTILINE)
|
||
|
||
# 注释掉整个函数块，保持行号
|
||
target_functions = ["_add_task_subcommand", "_handle_task_command", "_print_status"]
|
||
for func_name in target_functions:
|
||
# 匹配函数定义到下一个函数或文件结尾
|
||
pattern = rf"([ \t]*def {func_name}\s*\(.*?\):(?:.*?\n)*?)(?=^[ \t]*def |\Z)"
|
||
|
||
def comment_block(match):
|
||
block = match.group(1)
|
||
lines = block.split("\n")
|
||
commented_lines = []
|
||
for line in lines:
|
||
if line.strip(): # 非空行
|
||
# 在每行前加注释
|
||
commented_lines.append("# " + line)
|
||
else: # 空行保持原样
|
||
commented_lines.append(line)
|
||
return "\n".join(commented_lines)
|
||
|
||
content = re.sub(pattern, comment_block, content, flags=re.DOTALL | re.MULTILINE)
|
||
|
||
with open(cli_path, "w", encoding="utf-8") as f:
|
||
f.write(content)
|
||
|
||
print(f"Commented out scheduler-related code in {cli_path} (preserving line numbers)")
|
||
return True
|
||
|
||
|
||
def remove_python2_compatibility(pyfile): # noqa: C901
|
||
"""
|
||
自动将所有 try-except python2/3 兼容导入替换为 python3 only 导入，并显示处理日志
|
||
删除指定文件中的 python2 兼容代码，逐行处理
|
||
"""
|
||
with open(pyfile, "r", encoding="utf-8") as f:
|
||
lines = f.readlines()
|
||
|
||
new_lines = []
|
||
i = 0
|
||
changed = False
|
||
while i < len(lines):
|
||
line = lines[i]
|
||
# 匹配 "try: # python3" 或 "try: # python 3" (包括更复杂的注释)
|
||
if re.match(r"^[ \t]*try:[^\n]*python ?3(?:[^\n]*python ?2)?", line):
|
||
indent_match = re.match(r"^([ \t]*)", line)
|
||
base_indent = indent_match.group(1) if indent_match else ""
|
||
try_indent_level = len(base_indent)
|
||
try_block = []
|
||
i += 1
|
||
|
||
# 收集try块内容：只收集缩进比try行更深的行
|
||
while i < len(lines):
|
||
current_line = lines[i]
|
||
# 如果是空行，跳过
|
||
if current_line.strip() == "":
|
||
break
|
||
# 检查缩进级别
|
||
current_indent_match = re.match(r"^([ \t]*)", current_line)
|
||
current_indent = current_indent_match.group(1) if current_indent_match else ""
|
||
current_indent_level = len(current_indent)
|
||
|
||
# 如果缩进不比try行深，说明try块结束了
|
||
if current_indent_level <= try_indent_level:
|
||
break
|
||
|
||
try_block.append(current_line)
|
||
i += 1
|
||
|
||
# 跳过空行
|
||
while i < len(lines) and lines[i].strip() == "":
|
||
i += 1
|
||
|
||
# 检查except块 (必须包含python2字样，并且可能包含TypeError或AttributeError)
|
||
if i < len(lines) and re.match(r"^[ \t]*except[^\n]*python ?2", lines[i]):
|
||
i += 1
|
||
# 收集except块内容
|
||
except_block = []
|
||
while i < len(lines):
|
||
current_line = lines[i]
|
||
# 如果是空行或缩进不比except行深，except块结束
|
||
if current_line.strip() == "":
|
||
break
|
||
current_indent_match = re.match(r"^([ \t]*)", current_line)
|
||
current_indent = current_indent_match.group(1) if current_indent_match else ""
|
||
current_indent_level = len(current_indent)
|
||
|
||
if current_indent_level <= try_indent_level:
|
||
break
|
||
|
||
except_block.append(current_line)
|
||
i += 1
|
||
|
||
# 处理try块内容：保持原有缩进或去除缩进（根据是否在模块级别）
|
||
processed_try_block = []
|
||
for try_line in try_block:
|
||
if base_indent == "": # 模块级别，去除所有缩进
|
||
processed_try_block.append(try_line.lstrip())
|
||
else: # 函数/类内部，保持基础缩进
|
||
if try_line.strip():
|
||
processed_try_block.append(base_indent + try_line.lstrip())
|
||
else:
|
||
processed_try_block.append(try_line)
|
||
|
||
# 保持行号不变：try行用空行替换，except行和except块内容也用空行替换
|
||
new_lines.append("\n") # try行替换为空行
|
||
new_lines.extend(processed_try_block) # 保留try块内容
|
||
new_lines.append("\n") # except行替换为空行
|
||
new_lines.extend(["\n"] * len(except_block)) # except块内容用空行替换
|
||
changed = True
|
||
else:
|
||
# 没有except块，原样保留
|
||
new_lines.append(line)
|
||
new_lines.extend(try_block)
|
||
else:
|
||
new_lines.append(line)
|
||
i += 1
|
||
|
||
if changed:
|
||
with open(pyfile, "w", encoding="utf-8") as f:
|
||
f.writelines(new_lines)
|
||
print(f"Removed python2 compatibility from {pyfile}")
|
||
|
||
|
||
def get_latest_tag():
|
||
url = "https://api.github.com/repos/NewFuture/DDNS/tags?per_page=1"
|
||
try:
|
||
with urllib.request.urlopen(url) as response:
|
||
data = json.load(response)
|
||
if data and isinstance(data, list):
|
||
return data[0]["name"] # 获取第一个 tag 的 name
|
||
except Exception as e:
|
||
print("Error fetching tag:", e)
|
||
return None
|
||
|
||
|
||
def normalize_tag(tag: str) -> str:
|
||
v = tag.lower().lstrip("v")
|
||
v = re.sub(r"-beta(\d*)", r"b\1", v)
|
||
v = re.sub(r"-alpha(\d*)", r"a\1", v)
|
||
v = re.sub(r"-rc(\d*)", r"rc\1", v)
|
||
return v
|
||
|
||
|
||
def ten_minute_bucket_id():
|
||
epoch_minutes = int(time.time() // 60) # 当前时间（分钟级）
|
||
bucket = epoch_minutes // 10 # 每10分钟为一个 bucket
|
||
return bucket % 65536 # 限制在 0~65535 (2**16)
|
||
|
||
|
||
def generate_version():
|
||
# Release dispatches run from a branch, so their version tag is supplied
|
||
# explicitly. Keep GITHUB_REF_NAME as the fallback for existing CI jobs.
|
||
ref = os.environ.get("DDNS_RELEASE_TAG") or os.environ.get("GITHUB_REF_NAME", "")
|
||
if re.match(r"^v\d+\.\d+", ref):
|
||
return normalize_tag(ref)
|
||
|
||
base = "4.0.0"
|
||
suffix = ten_minute_bucket_id()
|
||
if ref == "master" or ref == "main":
|
||
tag = get_latest_tag()
|
||
if tag:
|
||
base = normalize_tag(tag)
|
||
|
||
return f"{base}.dev{suffix}"
|
||
|
||
|
||
def resolve_version(mode: str) -> str:
|
||
"""
|
||
仅在 PyPI 发布步骤（mode = 'version'）使用 generate_version；
|
||
其他步骤优先使用显式 DDNS_RELEASE_TAG 或标签 GITHUB_REF_NAME（规范化），没有标签时回退到 generate_version。
|
||
"""
|
||
if mode == "version":
|
||
return generate_version()
|
||
ref = os.environ.get("DDNS_RELEASE_TAG") or os.environ.get("GITHUB_REF_NAME", "")
|
||
if re.match(r"^v\d+\.\d+", ref):
|
||
return normalize_tag(ref)
|
||
return generate_version()
|
||
|
||
|
||
def replace_version_and_date(pyfile: str, version: str, date_str: str):
|
||
with open(pyfile, "r", encoding="utf-8") as f:
|
||
text = f.read()
|
||
text = text.replace("${BUILD_VERSION}", version)
|
||
text = text.replace("${BUILD_DATE}", date_str)
|
||
if text is not None:
|
||
with open(pyfile, "w", encoding="utf-8") as f:
|
||
f.write(text)
|
||
print(f"Updated {pyfile}: version={version}, date={date_str}")
|
||
else:
|
||
exit(1)
|
||
|
||
|
||
def replace_links_for_release_in_file(file_path, version, label=None, tag=None):
|
||
"""
|
||
将指定 Markdown 文件中的 "latest" 等动态链接替换为给定版本，便于发布归档。
|
||
"""
|
||
if not os.path.exists(file_path):
|
||
print(f"File not found: {file_path}")
|
||
return False
|
||
|
||
with open(file_path, "r", encoding="utf-8") as f:
|
||
content = f.read()
|
||
|
||
# Determine the tag string to use for GitHub/Docker (prefer provided tag, else add 'v' to version)
|
||
tag_str = (
|
||
tag or os.environ.get("GITHUB_REF_NAME") or ("v" + version if not str(version).startswith("v") else version)
|
||
)
|
||
|
||
# shields.io static badge escaping: '-' -> '--', '_' -> '__'
|
||
def _shields_escape(text):
|
||
return str(text).replace("-", "--").replace("_", "__")
|
||
|
||
# GitHub releases download links -> pin to tag
|
||
content = re.sub(
|
||
r"https://github\.com/NewFuture/DDNS/releases/latest/download/",
|
||
"https://github.com/NewFuture/DDNS/releases/download/{}/".format(tag_str),
|
||
content,
|
||
)
|
||
|
||
# GitHub releases page -> pin to tag
|
||
content = re.sub(
|
||
r"https://github\.com/NewFuture/DDNS/releases/latest",
|
||
"https://github.com/NewFuture/DDNS/releases/tag/{}".format(tag_str),
|
||
content,
|
||
)
|
||
|
||
# Docker tags from latest to a pinned tag
|
||
content = re.sub(r"docker pull ([^:\s]+):latest", "docker pull \\1:{}".format(tag_str), content)
|
||
|
||
# Docker image references in run/create/examples: pin ghcr.io/newfuture/ddns:latest and newfuture/ddns:latest
|
||
content = re.sub(r"(ghcr\.io/newfuture/ddns|newfuture/ddns):latest", r"\1:{}".format(tag_str), content)
|
||
|
||
# PyPI project page -> pin to version page
|
||
content = re.sub(
|
||
r"https://pypi\.org/project/ddns(?:/latest)?(?=[\s\)])",
|
||
"https://pypi.org/project/ddns/{}".format(version),
|
||
content,
|
||
)
|
||
|
||
# Shield.io badges - Docker version badge (preserve query string)
|
||
content = re.sub(
|
||
r"(https://img\.shields\.io/docker/v/newfuture/ddns/)latest(\?[^)\s]*)?", r"\1{}\2".format(tag_str), content
|
||
)
|
||
|
||
# Simple pin for GitHub release badge -> static text with tag
|
||
content = re.sub(
|
||
r"https://img\.shields\.io/github/v/release/[^)\s]+",
|
||
"https://img.shields.io/badge/DDNS-{}-black?logo=github&style=for-the-badge&label=DDNS".format(
|
||
_shields_escape(tag_str)
|
||
),
|
||
content,
|
||
)
|
||
|
||
# Simple pin for PyPI version badge -> static text with version
|
||
content = re.sub(
|
||
r"https://img\.shields\.io/pypi/v/ddns[^)\s]*",
|
||
"https://img.shields.io/badge/PyPI-{}-blue?logo=python&style=for-the-badge".format(_shields_escape(version)),
|
||
content,
|
||
)
|
||
|
||
# GitHub archive links -> pin to tag
|
||
content = re.sub(
|
||
r"https://github\.com/NewFuture/DDNS/archive/refs/tags/latest\.(zip|tar\.gz)",
|
||
"https://github.com/NewFuture/DDNS/archive/refs/tags/{}.\\1".format(tag_str),
|
||
content,
|
||
)
|
||
|
||
# PIP install commands -> pin to exact version (handle optional -U)
|
||
content = re.sub(r"pip install -U ddns(?!=)", "pip install -U ddns=={}".format(version), content)
|
||
content = re.sub(r"pip install ddns(?!=)", "pip install ddns=={}".format(version), content)
|
||
|
||
# One-click install script examples: pin 'latest' to specific tag (vX.Y.Z)
|
||
content = re.sub(r"(install\.sh \| sh -s --)\s+latest", r"\1 {}".format(tag_str), content, flags=re.IGNORECASE)
|
||
|
||
with open(file_path, "w", encoding="utf-8") as f:
|
||
f.write(content)
|
||
|
||
name = label or os.path.basename(file_path)
|
||
print("Updated {} links for release version: {}".format(name, version))
|
||
return True
|
||
|
||
|
||
def main():
|
||
"""
|
||
遍历所有py文件并替换兼容导入，同时更新nuitka版本号
|
||
支持参数:
|
||
- version: 只更新版本号
|
||
- release: 更新版本号并修改release.md链接为发布版本
|
||
"""
|
||
if len(sys.argv) > 2:
|
||
print(f"unknown arguments: {sys.argv}")
|
||
exit(1)
|
||
|
||
mode = sys.argv[1].lower() if len(sys.argv) > 1 else "default"
|
||
version = resolve_version(mode)
|
||
|
||
if mode not in ["version", "release", "default", "docker"]:
|
||
print(f"unknown mode: {mode}")
|
||
print("Usage: python patch.py [version|release|docker]")
|
||
exit(1)
|
||
elif mode == "release":
|
||
# 同步修改 docs/release.md 的版本与链接
|
||
release_md_path = os.path.join(ROOT, "docs", "release.md")
|
||
if os.path.exists(release_md_path):
|
||
replace_links_for_release_in_file(
|
||
release_md_path,
|
||
version,
|
||
label="docs/release.md",
|
||
tag=os.environ.get("DDNS_RELEASE_TAG") or os.environ.get("GITHUB_REF_NAME"),
|
||
)
|
||
exit(0)
|
||
|
||
date_str = datetime.now(timezone.utc).replace(microsecond=0).isoformat().replace("+00:00", "Z")
|
||
print(f"Version: {version}")
|
||
print(f"Date: {date_str}")
|
||
|
||
# 修改__init__.py 中的 __version__
|
||
replace_version_and_date(init_py_path, version, date_str)
|
||
|
||
if mode == "version":
|
||
# python version only
|
||
exit(0)
|
||
|
||
# 默认模式：继续执行原有逻辑
|
||
run_py_path = os.path.join(ROOT, "run.py")
|
||
update_nuitka_version(run_py_path, version)
|
||
add_nuitka_file_description(run_py_path)
|
||
add_nuitka_windows_unbuffered(run_py_path)
|
||
# add_nuitka_include_modules(run_py_path)
|
||
|
||
# 检测Docker环境并移除scheduler
|
||
if mode == "docker":
|
||
print("Detected Docker environment, removing scheduler components...")
|
||
remove_scheduler_for_docker()
|
||
|
||
changed_files = 0
|
||
for dirpath, _, filenames in os.walk(ROOT):
|
||
for fname in filenames:
|
||
if fname.endswith(".py"):
|
||
fpath = os.path.join(dirpath, fname)
|
||
remove_python2_compatibility(fpath)
|
||
changed_files += 1
|
||
print("done")
|
||
print(f"Total processed files: {changed_files}")
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main()
|