fix: pipeline INSERT 去掉不存在的 translate_to 字段
This commit is contained in:
42
scripts/_kick_off.py
Normal file
42
scripts/_kick_off.py
Normal file
@@ -0,0 +1,42 @@
|
||||
import os, paramiko
|
||||
PW = os.environ["REMOTE_PASS"]
|
||||
c = paramiko.SSHClient()
|
||||
c.set_missing_host_key_policy(paramiko.AutoAddPolicy())
|
||||
c.connect("207.57.129.228", port=19717, username="root", password=PW, timeout=15, allow_agent=False, look_for_keys=False)
|
||||
def run(cmd, t=60):
|
||||
si, so, se = c.exec_command(cmd, timeout=t)
|
||||
out = so.read().decode("utf-8", "replace")
|
||||
err = se.read().decode("utf-8", "replace")
|
||||
rc = so.channel.recv_exit_status()
|
||||
print(f"$ {cmd}")
|
||||
if out: print(out, end="")
|
||||
if err: print("[err]", err, end="", file=__import__("sys").stderr)
|
||||
print(f" rc={rc}")
|
||||
return out
|
||||
|
||||
# 1) 看 sources 状态
|
||||
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c 'SELECT id, slug, url, enabled, last_status, fetch_interval_min FROM sources;'\" 2>&1 | tail -10")
|
||||
|
||||
# 2) 修 Reuters URL(看新闻组/Google News 找替代)
|
||||
# Reuters 把 RSS feed 改成了新域名,或者直接用 Google News
|
||||
# 简单方案: 改 slug=reuters-world 的 url
|
||||
# 试 https://www.reutersagency.com/feed/?best-topics=top-news
|
||||
print("\n--- 更新 reuters url ---")
|
||||
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c \\\"UPDATE sources SET url = 'https://www.reutersagency.com/feed/?best-topics=top-news&posttype=post', last_status = NULL, consecutive_failures = 0, fetch_interval_min = 30 WHERE slug = 'reuters-world';\\\"\" 2>&1 | tail -3")
|
||||
|
||||
# 3) 测新 URL
|
||||
print("\n--- 测新 url 解析 ---")
|
||||
run("cd /srv/news && sg docker -c \"docker compose exec -T worker getent hosts www.reutersagency.com\" 2>&1 | tail -3")
|
||||
|
||||
# 4) 触发所有源抓取
|
||||
print("\n--- 触发抓取 ---")
|
||||
run("cd /srv/news && sg docker -c \"docker compose exec -T worker python -c 'import asyncio; from app.workers.pipeline import run_once; asyncio.run(run_once())'\" 2>&1 | tail -20", t=180)
|
||||
|
||||
# 5) 看 article 数
|
||||
print("\n--- article 数 ---")
|
||||
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c 'SELECT count(*) total, count(title_zh) translated FROM articles;'\" 2>&1 | tail -5")
|
||||
|
||||
# 6) 看 sources 状态
|
||||
print("\n--- 源状态 ---")
|
||||
run("cd /srv/news && sg docker -c \"docker compose exec -T postgres psql -U news -d news -c 'SELECT slug, last_status, consecutive_failures FROM sources ORDER BY id;'\" 2>&1 | tail -10")
|
||||
c.close()
|
||||
Reference in New Issue
Block a user