41 lines
1.8 KiB
Python
41 lines
1.8 KiB
Python
|
import os, paramiko
|
||
|
|
PW = os.environ["REMOTE_PASS"]
|
||
|
|
c = paramiko.SSHClient()
|
||
|
|
c.set_missing_host_key_policy(paramiko.AutoAddPolicy())
|
||
|
|
c.connect("207.57.129.228", port=19717, username="root", password=PW, timeout=15, allow_agent=False, look_for_keys=False)
|
||
|
|
def run(cmd, t=120):
|
||
|
|
si, so, se = c.exec_command(cmd, timeout=t)
|
||
|
|
out = so.read().decode("utf-8", "replace")
|
||
|
|
err = se.read().decode("utf-8", "replace")
|
||
|
|
rc = so.channel.recv_exit_status()
|
||
|
|
print(f"$ {cmd}")
|
||
|
|
if out: print(out, end="")
|
||
|
|
if err: print("[err]", err, end="", file=__import__("sys").stderr)
|
||
|
|
print(f" rc={rc}")
|
||
|
|
return out
|
||
|
|
|
||
|
|
# 1) pull
|
||
|
|
run("cd /srv/news && sudo -u news git pull --rebase 2>&1 | tail -3")
|
||
|
|
|
||
|
|
# 2) 重建 worker
|
||
|
|
print("--- 重建 worker ---")
|
||
|
|
run("cd /srv/news && sg docker -c 'docker compose up -d --force-recreate --no-deps --build worker' 2>&1 | tail -5", t=120)
|
||
|
|
import time
|
||
|
|
time.sleep(5)
|
||
|
|
|
||
|
|
# 3) 禁用 reuters(URL 不对)
|
||
|
|
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c \\\"UPDATE sources SET enabled = FALSE WHERE slug = 'reuters-world';\\\"\" 2>&1 | tail -3")
|
||
|
|
|
||
|
|
# 4) 触发抓取
|
||
|
|
print("--- 抓取 ---")
|
||
|
|
run("cd /srv/news && sg docker -c \"docker compose exec -T worker python -c 'import asyncio; from app.workers.pipeline import run_once; asyncio.run(run_once())'\" 2>&1 | tail -20", t=180)
|
||
|
|
|
||
|
|
# 5) 查 article
|
||
|
|
print("--- article ---")
|
||
|
|
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c 'SELECT count(*) total, count(title_zh) translated FROM articles;'\" 2>&1 | tail -5")
|
||
|
|
|
||
|
|
# 6) 源状态
|
||
|
|
print("--- 源状态 ---")
|
||
|
|
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c 'SELECT slug, last_status, consecutive_failures, fetch_interval_min FROM sources ORDER BY id;'\" 2>&1 | tail -10")
|
||
|
|
c.close()
|