43 lines
2.3 KiB
Python
43 lines
2.3 KiB
Python
|
import os, paramiko
|
||
|
|
PW = os.environ["REMOTE_PASS"]
|
||
|
|
c = paramiko.SSHClient()
|
||
|
|
c.set_missing_host_key_policy(paramiko.AutoAddPolicy())
|
||
|
|
c.connect("207.57.129.228", port=19717, username="root", password=PW, timeout=15, allow_agent=False, look_for_keys=False)
|
||
|
|
def run(cmd, t=60):
|
||
|
|
si, so, se = c.exec_command(cmd, timeout=t)
|
||
|
|
out = so.read().decode("utf-8", "replace")
|
||
|
|
err = se.read().decode("utf-8", "replace")
|
||
|
|
rc = so.channel.recv_exit_status()
|
||
|
|
print(f"$ {cmd}")
|
||
|
|
if out: print(out, end="")
|
||
|
|
if err: print("[err]", err, end="", file=__import__("sys").stderr)
|
||
|
|
print(f" rc={rc}")
|
||
|
|
return out
|
||
|
|
|
||
|
|
# 1) 看 sources 状态
|
||
|
|
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c 'SELECT id, slug, url, enabled, last_status, fetch_interval_min FROM sources;'\" 2>&1 | tail -10")
|
||
|
|
|
||
|
|
# 2) 修 Reuters URL(看新闻组/Google News 找替代)
|
||
|
|
# Reuters 把 RSS feed 改成了新域名,或者直接用 Google News
|
||
|
|
# 简单方案: 改 slug=reuters-world 的 url
|
||
|
|
# 试 https://www.reutersagency.com/feed/?best-topics=top-news
|
||
|
|
print("\n--- 更新 reuters url ---")
|
||
|
|
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c \\\"UPDATE sources SET url = 'https://www.reutersagency.com/feed/?best-topics=top-news&posttype=post', last_status = NULL, consecutive_failures = 0, fetch_interval_min = 30 WHERE slug = 'reuters-world';\\\"\" 2>&1 | tail -3")
|
||
|
|
|
||
|
|
# 3) 测新 URL
|
||
|
|
print("\n--- 测新 url 解析 ---")
|
||
|
|
run("cd /srv/news && sg docker -c \"docker compose exec -T worker getent hosts www.reutersagency.com\" 2>&1 | tail -3")
|
||
|
|
|
||
|
|
# 4) 触发所有源抓取
|
||
|
|
print("\n--- 触发抓取 ---")
|
||
|
|
run("cd /srv/news && sg docker -c \"docker compose exec -T worker python -c 'import asyncio; from app.workers.pipeline import run_once; asyncio.run(run_once())'\" 2>&1 | tail -20", t=180)
|
||
|
|
|
||
|
|
# 5) 看 article 数
|
||
|
|
print("\n--- article 数 ---")
|
||
|
|
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c 'SELECT count(*) total, count(title_zh) translated FROM articles;'\" 2>&1 | tail -5")
|
||
|
|
|
||
|
|
# 6) 看 sources 状态
|
||
|
|
print("\n--- 源状态 ---")
|
||
|
|
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c 'SELECT slug, last_status, consecutive_failures FROM sources ORDER BY id;'\" 2>&1 | tail -10")
|
||
|
|
c.close()
|