主程序只能把 magnet 交给 Transmission,无法挑选文件,种子内的广告 (*.url、宣传页、样片/预告)会一并下载,同一部作品还会被多个发布站各下一份。 新增离线清理脚本处理下载完成后的目录。 clean_seed_extras.py: - 保留:>=100MB 的视频(40+ 扩展名;无扩展名时读文件头嗅探)、字幕 (含 .srt.old-<日期> 备份)、与同目录视频同名的海报、folder.jpg 等通用封面 - 删除:其余文件;同目录内内容相同的大视频只保留一份,校验方式为 sha256(体积 + 头 4MB + 尾 4MB),体积相同但内容不同的不会误删 - 删除后自底向上级联清理空目录(可删到影片级目录,但不删 --root 本身) - 默认预演,需 --apply 才真正删除;--manifest 导出待删清单供逐段复核 - 其他开关:--no-subtitles/--no-posters/--no-covers/--no-dedupe/--min-size-mb/ --prefer-source/--keep-empty-dirs/--skip-recent-min .agents/skills/torrent-download-cleanup: - 记录完整流程(预演 -> 出清单 -> 用户确认 -> 执行 -> 复核)、保留/删除规则、 去重策略、代码维护注意(decide() 必须是 视频 -> 去重 -> 海报匹配 的顺序) - 附只读盘点脚本 find_missing_torrents.py:找出 Transmission 中数据已不在磁盘 的任务(自包含,只用 requests) tests/test_clean_seed_extras.py: 30 个离线用例(tmp_path 临时目录) tests/README.md: 补充脚本用法与测试说明
181 lines
7.5 KiB
Python
181 lines
7.5 KiB
Python
#!/usr/bin/env python3
|
||
"""
|
||
只读盘点:Transmission 里哪些任务的数据文件已经不在本机下载目录上。
|
||
|
||
用途:`clean_seed_extras.py` 清理后,被删掉的样片/预告会让对应任务"部分缺失",
|
||
被去重删掉的那一侧副本会让对应任务"数据全部不在磁盘上"。这个脚本只查询、不修改,
|
||
输出清单供人工确认后,再决定是否用 torrent-remove 移除这些任务。
|
||
|
||
自包含:只用 requests 直连 Transmission RPC,不依赖仓库里其他模块。
|
||
|
||
用法:
|
||
.venv/bin/python .agents/skills/torrent-download-cleanup/scripts/find_missing_torrents.py
|
||
.venv/bin/python .../find_missing_torrents.py --root /mnt/fnOS/123 --json
|
||
.venv/bin/python .../find_missing_torrents.py --host 192.168.123.199 --port 9095
|
||
|
||
要点:Transmission 返回的 downloadDir 是 **NAS 侧路径**(实测为 /downloads),
|
||
在客户端命名空间里并不存在,所以不能拿它拼路径判断文件是否存在;
|
||
必须按文件名的 basename 与本机目录里的文件比对,否则会把所有任务误报为"全部缺失"。
|
||
"""
|
||
import argparse
|
||
import json
|
||
import os
|
||
import sys
|
||
|
||
import requests
|
||
|
||
DEFAULT_HOST = "192.168.123.199"
|
||
DEFAULT_PORT = 9095
|
||
DEFAULT_RPC_PATH = "/transmission/rpc"
|
||
DEFAULT_USER = "admin"
|
||
DEFAULT_PASSWORD = "GUOxy.5157"
|
||
DEFAULT_ROOT = "/mnt/fnOS/123"
|
||
REQUEST_TIMEOUT = (5, 30)
|
||
|
||
STATUS_TEXT = {
|
||
0: "stopped",
|
||
1: "check-wait",
|
||
2: "checking",
|
||
3: "download-wait",
|
||
4: "downloading",
|
||
5: "seed-wait",
|
||
6: "seeding",
|
||
}
|
||
# 仍在活动的状态:这些任务缺文件会一直空转/报错,最值得处理
|
||
ACTIVE_STATUS = {1, 2, 3, 4, 5, 6}
|
||
|
||
TORRENT_FIELDS = ["id", "name", "status", "error", "errorString", "downloadDir", "files"]
|
||
|
||
|
||
class TransmissionRpc:
|
||
"""最小可用的 Transmission RPC 客户端(处理 409 会话握手 + Basic 认证)"""
|
||
|
||
def __init__(self, host, port, rpc_path, username, password):
|
||
self.url = f"http://{host}:{port}{rpc_path}"
|
||
self.session = requests.Session()
|
||
if username and password:
|
||
self.session.auth = (username, password)
|
||
self.session_id = None
|
||
|
||
def call(self, method, arguments=None):
|
||
"""发一次 RPC;409 时取 session id 重发一次。返回解析后的 JSON 或 None"""
|
||
payload = {"method": method}
|
||
if arguments:
|
||
payload["arguments"] = arguments
|
||
|
||
for attempt in range(2):
|
||
headers = {}
|
||
if self.session_id:
|
||
headers["X-Transmission-Session-Id"] = self.session_id
|
||
try:
|
||
response = self.session.post(self.url, json=payload, headers=headers,
|
||
timeout=REQUEST_TIMEOUT)
|
||
except Exception as err:
|
||
print(f"RPC 请求异常({method}): {err}", file=sys.stderr)
|
||
return None
|
||
|
||
if response.status_code == 409 and attempt == 0:
|
||
new_id = response.headers.get("X-Transmission-Session-Id")
|
||
if new_id:
|
||
self.session_id = new_id
|
||
continue
|
||
print("Transmission 会话握手失败(409 且无 session id)", file=sys.stderr)
|
||
return None
|
||
|
||
if response.status_code == 401:
|
||
print("Transmission 认证失败(401),检查用户名/密码", file=sys.stderr)
|
||
return None
|
||
if response.status_code != 200:
|
||
print(f"Transmission 返回非 200: {response.status_code}", file=sys.stderr)
|
||
return None
|
||
|
||
try:
|
||
body = response.json()
|
||
except ValueError:
|
||
print("Transmission 响应不是合法 JSON", file=sys.stderr)
|
||
return None
|
||
if body.get("result") != "success":
|
||
print(f"Transmission 业务失败: result={body.get('result')!r}", file=sys.stderr)
|
||
return None
|
||
return body.get("arguments") or {}
|
||
|
||
return None
|
||
|
||
|
||
def build_parser():
|
||
parser = argparse.ArgumentParser(description="只读盘点 Transmission 中缺数据的任务")
|
||
parser.add_argument("--root", default=DEFAULT_ROOT, help=f"本机下载目录(默认 {DEFAULT_ROOT})")
|
||
parser.add_argument("--host", default=DEFAULT_HOST)
|
||
parser.add_argument("--port", type=int, default=DEFAULT_PORT)
|
||
parser.add_argument("--rpc-path", default=DEFAULT_RPC_PATH)
|
||
parser.add_argument("--user", default=DEFAULT_USER)
|
||
parser.add_argument("--password", default=DEFAULT_PASSWORD)
|
||
parser.add_argument("--json", action="store_true", help="以 JSON 输出")
|
||
return parser
|
||
|
||
|
||
def main(argv=None):
|
||
args = build_parser().parse_args(argv)
|
||
|
||
if not os.path.isdir(args.root):
|
||
print(f"下载目录不存在: {args.root}", file=sys.stderr)
|
||
return 2
|
||
|
||
on_disk = {name.casefold() for _, _, files in os.walk(args.root) for name in files}
|
||
|
||
rpc = TransmissionRpc(args.host, args.port, args.rpc_path, args.user, args.password)
|
||
arguments = rpc.call("torrent-get", {"fields": TORRENT_FIELDS})
|
||
if arguments is None:
|
||
return 1
|
||
|
||
torrents = arguments.get("torrents", [])
|
||
gone, partial = [], []
|
||
for torrent in torrents:
|
||
files = torrent.get("files") or []
|
||
if not files:
|
||
continue
|
||
present = sum(1 for f in files if os.path.basename(f["name"]).casefold() in on_disk)
|
||
if present == 0:
|
||
gone.append(torrent)
|
||
elif present < len(files):
|
||
partial.append((present, len(files), torrent))
|
||
|
||
if args.json:
|
||
print(json.dumps({
|
||
"root": args.root,
|
||
"total_torrents": len(torrents),
|
||
"all_missing": [{"id": t["id"], "name": t["name"],
|
||
"status": STATUS_TEXT.get(t["status"], t["status"]),
|
||
"error": t["error"], "files": len(t.get("files") or []),
|
||
"active": t["status"] in ACTIVE_STATUS} for t in gone],
|
||
"partially_missing": [{"id": t["id"], "name": t["name"],
|
||
"present": present, "files": total,
|
||
"status": STATUS_TEXT.get(t["status"], t["status"]),
|
||
"active": t["status"] in ACTIVE_STATUS}
|
||
for present, total, t in partial],
|
||
}, ensure_ascii=False, indent=2))
|
||
return 0
|
||
|
||
active_gone = sum(1 for t in gone if t["status"] in ACTIVE_STATUS)
|
||
print(f"下载目录: {args.root}")
|
||
print(f"Transmission 任务总数: {len(torrents)}")
|
||
print(f"数据文件已全部不在磁盘上的任务: {len(gone)} 个(其中仍在活动状态: {active_gone} 个)")
|
||
for t in gone:
|
||
mark = "!" if t["status"] in ACTIVE_STATUS else " "
|
||
print(f" {mark} id={t['id']:<5} {STATUS_TEXT.get(t['status'], t['status']):<13} "
|
||
f"error={t['error']:<2} 文件数={len(t.get('files') or []):<3} {t['name'][:56]}")
|
||
|
||
print(f"\n部分文件缺失的任务: {len(partial)} 个")
|
||
for present, total, t in sorted(partial, key=lambda r: r[0] / r[1]):
|
||
mark = "!" if t["status"] in ACTIVE_STATUS else " "
|
||
print(f" {mark} id={t['id']:<5} 缺 {total - present}/{total} "
|
||
f"{STATUS_TEXT.get(t['status'], t['status']):<13} error={t['error']:<2} {t['name'][:56]}")
|
||
|
||
print("\n标记 ! 的任务仍在活动状态(会空转/报错),最值得处理。")
|
||
print("要移除请先让用户确认,再执行 torrent-remove(只删任务记录,不删数据)。")
|
||
return 0
|
||
|
||
|
||
if __name__ == "__main__":
|
||
sys.exit(main())
|