Repository navigation
Expand file tree
/
Copy pathserver.py
More file actions
395 lines (359 loc) · 15 KB
/
Copy pathserver.py
File metadata and controls
395 lines (359 loc) · 15 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
# -*- coding: utf-8 -*-
"""github-repo-manager 后端入口。
- 静态服务(index.html)
- API 路由(/api/*)
- 安全: 仅监听 127.0.0.1(默认)、CSRF Origin 精确匹配、body 1MB 上限、no-store、错误脱敏
"""
import argparse
import json
import os
import re
import secrets
import sys
import threading
import urllib.parse
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
import config
import github_api
import i18n
import release
import repo_scanner
ROOT = os.path.dirname(os.path.abspath(__file__))
INDEX_PATH = os.path.join(ROOT, "index.html")
MAX_BODY = 1024 * 1024
SESSION_TOKEN = secrets.token_urlsafe(16)
def _resource_dir():
"""打包后静态资源位置(sys._MEIPASS); 源码运行即项目目录。"""
if getattr(sys, "frozen", False):
return getattr(sys, "_MEIPASS", os.path.dirname(sys.executable))
return ROOT
# 请求超时防护(线程级)
import socket
socket.setdefaulttimeout(30)
class Handler(BaseHTTPRequestHandler):
server_version = "repo-manager/0.1"
protocol_version = "HTTP/1.1"
# ---- 工具 ----
def _security_headers(self, extra=None):
self.send_header("X-Content-Type-Options", "nosniff")
self.send_header("X-Frame-Options", "DENY")
self.send_header("Referrer-Policy", "no-referrer")
self.send_header("Cache-Control", "no-store, no-cache, must-revalidate")
self.send_header("Pragma", "no-cache")
self.send_header("Expires", "0")
for k, v in (extra or {}).items():
self.send_header(k, v)
def _json(self, obj, code=200):
body = json.dumps(obj, ensure_ascii=False).encode("utf-8")
self.send_response(code)
self._security_headers({"Content-Type": "application/json; charset=utf-8",
"Content-Length": str(len(body))})
self.end_headers()
self.wfile.write(body)
def _csrf_ok(self):
"""CSRF/DNS-rebinding 防护: Origin/Referer 精确匹配本机地址。"""
origin = self.headers.get("Origin") or self.headers.get("Referer") or ""
if not origin:
return True # 非浏览器请求(命令行), 无 CSRF 风险
try:
host = (urllib.parse.urlparse(origin).hostname or "").lower()
except Exception:
return False
if not host:
return False
# 精确匹配, 禁止 127.* 前缀通配(防 127.0.0.1.evil.com 绕过)
return host in ("127.0.0.1", "localhost", "::1", "0.0.0.0")
def _read_json(self):
try:
ln = int(self.headers.get("Content-Length", 0))
except (TypeError, ValueError):
ln = 0
if ln <= 0:
return {}
if ln > MAX_BODY:
remaining = ln
while remaining > 0:
chunk = self.rfile.read(min(65536, remaining))
if not chunk:
break
remaining -= len(chunk)
return {"__too_large__": True}
try:
return json.loads(self.rfile.read(ln).decode("utf-8", "replace"))
except Exception:
return {}
def _index_html(self):
with open(os.path.join(_resource_dir(), "index.html"), "r", encoding="utf-8") as f:
return f.read()
# ---- HTTP ----
def do_GET(self):
parsed = urllib.parse.urlparse(self.path)
path = parsed.path
if path == "/" or path == "/index.html":
body = self._index_html().encode("utf-8")
self.send_response(200)
self._security_headers({"Content-Type": "text/html; charset=utf-8",
"Content-Length": str(len(body))})
self.end_headers()
self.wfile.write(body)
return
if path == "/api/config":
self._json({"session_token": SESSION_TOKEN,
"home_dir": os.path.expanduser("~")})
return
if path == "/api/settings":
self._json(self._public_settings())
return
if path == "/api/repos":
cfg = config.load()
self._json({"repos": repo_scanner.discover(cfg)})
return
if path == "/api/overview":
# 仓库 + Actions + Release 汇总(Phase 1 核心)
self._json(self._overview())
return
if path == "/api/cloud-repos":
# 远端仓库模式: 列出凭据可见的所有仓库, 标注是否本地已克隆
self._json(self._cloud_repos())
return
self.send_error(404)
def do_POST(self):
if not self._csrf_ok():
self._json({"error": "forbidden"}, 403)
return
path = urllib.parse.urlparse(self.path).path
body = self._read_json()
if isinstance(body, dict) and body.get("__too_large__"):
self._json({"error": "request too large"}, 413)
return
if path == "/api/settings":
self._save_settings(body)
return
if path == "/api/refresh":
self._json({"ok": True, "repos": repo_scanner.discover(config.load())})
return
if path == "/api/release":
self._do_release(body)
return
if path == "/api/clone":
self._do_clone(body)
return
self.send_error(404)
# ---- 业务 ----
def _public_settings(self):
"""对外配置(不返回 token 明文)。"""
cfg = config.load()
creds = github_api.discover_credentials(cfg.get("credentials"))
return {
"language": cfg.get("language", "auto"),
"root_dirs": cfg.get("root_dirs", []),
"manual_repos": cfg.get("manual_repos", []),
"port": cfg.get("port", 8080),
"credentials": [{"name": c.get("name"), "api_base": c.get("api_base"),
"default": c.get("default", False), "auto": c.get("auto", False),
"has_token": bool(c.get("token"))} for c in creds],
}
def _save_settings(self, body):
cfg = config.load()
if "language" in body:
lang = body.get("language")
if lang in ("auto", "zh", "en"):
cfg["language"] = lang
if "root_dirs" in body and isinstance(body["root_dirs"], list):
cfg["root_dirs"] = [x.strip() for x in body["root_dirs"] if isinstance(x, str) and x.strip()]
if "manual_repos" in body and isinstance(body["manual_repos"], list):
cfg["manual_repos"] = [x.strip() for x in body["manual_repos"] if isinstance(x, str) and x.strip()]
# 凭据: 新增(含 token)或删除
action = body.get("cred_action")
if action == "add":
token = str(body.get("token") or "").strip()
api_base = str(body.get("api_base") or "https://api.github.com").strip().rstrip("/")
name = str(body.get("name") or "").strip() or "default"
default = bool(body.get("default"))
if not token:
self._json({"ok": False, "error": "token 不能为空"}, 400)
return
config.add_credential(name, api_base, token, default, cfg)
cfg = config.load()
elif action == "remove":
name = str(body.get("name") or "")
api_base = str(body.get("api_base") or "")
config.remove_credential(name, api_base, cfg)
cfg = config.load()
saved = config.save(cfg)
self._json({"ok": True, "settings": self._public_settings_with_saved(saved)})
def _public_settings_with_saved(self, saved):
cfg = config.load()
return self._public_settings()
def _overview(self):
cfg = config.load()
repos = repo_scanner.discover(cfg)
creds = github_api.discover_credentials(cfg.get("credentials"))
lang = cfg.get("language", "auto")
# 每个仓库并发查询云端状态
results = []
threads = []
def work(repo):
api_base, owner, repo_name = repo_scanner.repo_identity(repo)
run = rel = None
if owner and repo_name:
client = None
try:
cred = github_api.pick_credential(creds, api_base, owner)
tok = github_api.resolve_token(cred)
client = github_api.GitHubClient(api_base, token=tok)
run = client.latest_workflow_run(owner, repo_name)
rels = client.list_releases(owner, repo_name, 1)
rel = rels[0] if rels else None
except Exception:
run = rel = None
with threading.Lock():
results.append({"repo": repo, "actions": run, "release": rel})
for repo in repos:
t = threading.Thread(target=work, args=(repo,), daemon=True)
threads.append(t)
t.start()
for t in threads:
t.join(timeout=25)
results.sort(key=lambda x: x["repo"]["name"].lower())
return {"repos": [x["repo"] for x in results],
"cloud": {x["repo"]["name"]: {"actions": x["actions"], "release": x["release"]}
for x in results},
"lang": lang,
"has_credentials": bool(creds)}
def _do_release(self, body):
cfg = config.load()
paths = body.get("paths")
repo_paths = paths if isinstance(paths, list) else ([body.get("path")] if body.get("path") else [])
version = body.get("version")
if not repo_paths:
self._json({"ok": False, "error": "缺少仓库"}, 400)
return
repos = repo_scanner.discover(cfg)
results = []
for repo_path in repo_paths:
target = next((r for r in repos if r.get("path") == repo_path), None)
if not target:
results.append({"path": repo_path, "ok": False, "error": "仓库不存在"})
continue
ok, msg = release.release(target, version)
results.append({"path": repo_path, "name": target.get("name"), "ok": ok, "msg": msg})
all_ok = all(r["ok"] for r in results)
self._json({"ok": all_ok, "results": results})
def _cloud_repos(self):
"""远端仓库模式: 列出凭据可见的所有云端仓库, 标注本地是否已克隆。
无凭据时返回空列表 + has_credentials=False。"""
cfg = config.load()
creds = github_api.discover_credentials(cfg.get("credentials"))
local_remotes = self._local_remote_set(cfg)
results = []
seen = set()
if creds:
for cred in creds:
base = cred.get("api_base") or "https://api.github.com"
tok = github_api.resolve_token(cred)
client = github_api.GitHubClient(base, token=tok)
try:
repos = client.list_user_repos()
except github_api.APIError:
continue
for r in repos:
full = r.get("full_name")
if not full or full in seen:
continue
seen.add(full)
results.append({
"full_name": full,
"name": full.split("/", 1)[-1],
"private": r.get("private"),
"updated_at": r.get("updated_at"),
"language": r.get("language"),
"stars": r.get("stargazers_count"),
"html_url": r.get("html_url"),
"clone_url": r.get("clone_url"),
"ssh_url": r.get("ssh_url"),
"cloned": full in local_remotes,
})
results.sort(key=lambda x: (not x["cloned"], x["name"].lower()))
return {"repos": results, "has_credentials": bool(creds),
"api_bases": sorted({c.get("api_base") or "https://api.github.com" for c in creds})}
@staticmethod
def _local_remote_set(cfg):
"""本地已克隆仓库的 owner/repo 集合(按 remote url 归一化)。"""
out = set()
for repo in repo_scanner.discover(cfg):
_, owner, name = repo_scanner.repo_identity(repo)
if owner and name:
out.add("%s/%s" % (owner, name))
return out
def _do_clone(self, body):
"""一键克隆: git clone <url> <dir>。目录默认到 ~/projects/<full_name>。"""
import subprocess as _sp
url = (body.get("url") or "").strip()
target = (body.get("dir") or "").strip()
if not url:
self._json({"ok": False, "error": "缺少 clone url"}, 400)
return
if not target:
full = body.get("full_name") or url.rstrip("/").rstrip(".git").split("/")[-1]
target = os.path.join(os.path.expanduser("~"), "projects", full)
try:
os.makedirs(os.path.dirname(target) or ".", exist_ok=True)
r = _sp.run(["git", "clone", "--", url, target], capture_output=True,
text=True, timeout=300, encoding="utf-8", errors="replace")
except Exception as e:
self._json({"ok": False, "error": "克隆失败: %s" % e})
return
if r.returncode != 0:
self._json({"ok": False, "error": "克隆失败: " + (r.stderr or r.stdout or "").strip()[:300]})
return
self._json({"ok": True, "msg": "已克隆到 " + target})
def _find_free_port(start):
import socket as _s
for port in range(start, start + 50):
with _s.socket() as s:
try:
s.bind(("127.0.0.1", port))
return port
except OSError:
continue
return start
def _open_browser(url):
try:
if sys.platform.startswith("win"):
os.startfile(url)
elif sys.platform == "darwin":
import subprocess
subprocess.Popen(["open", url])
else:
import subprocess
subprocess.Popen(["xdg-open", url])
except Exception:
pass
def main():
ap = argparse.ArgumentParser(description="GitHub 多仓库管理器")
ap.add_argument("--port", type=int, default=None, help="监听端口(默认 8080, 冲突自动顺延)")
ap.add_argument("--no-browser", action="store_true", help="不自动打开浏览器")
args = ap.parse_args()
cfg = config.load()
port = args.port or cfg.get("port") or 8080
port = _find_free_port(port)
if port != (args.port or cfg.get("port") or 8080):
cfg["port"] = port
config.save(cfg)
srv = ThreadingHTTPServer(("127.0.0.1", port), Handler)
url = "http://127.0.0.1:%d" % port
print("GitHub Repo Manager")
print(" URL: %s" % url)
print(" 设置: 扫描根目录 / 添加凭据(可复用 gh CLI 登录)")
print(" 退出: Ctrl+C")
if not args.no_browser:
_open_browser(url)
try:
srv.serve_forever()
except KeyboardInterrupt:
print("\nBye.")
finally:
srv.server_close()
if __name__ == "__main__":
main()