更新今日数据

This commit is contained in:
2026-01-12 20:36:44 +08:00
parent b7cd03434d
commit e67931c3ca
12 changed files with 22955 additions and 5812 deletions

View File

@@ -205,9 +205,13 @@ def process_temp_files():
continue
# 处理每篇文章
for article in tqdm(articles, desc=f"处理 {file_path}"):
for i, article in tqdm(enumerate(articles), desc=f"处理 {file_path}", total=len(articles)):
total_processed += 1
# 每处理10篇文章记录一次进度
if i % 10 == 0 and i > 0:
logger.info(f"已处理 {i}/{len(articles)} 篇文章,完成 {i/len(articles)*100:.1f}%")
# 检查重复
if check_duplicate(article['title'], source_date):
logger.info(f"跳过重复文章(最近三天已存在): {article['title']}")