From a68b1c6e9b5d4048a3408c1c4473d1ce42d2c885 Mon Sep 17 00:00:00 2001 From: eezd Date: Thu, 5 Nov 2026 14:34:40 +0800 Subject: [PATCH] Preserve archive retry limits after an interrupted backfill --- scripts/backfill_sources.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/scripts/backfill_sources.py b/scripts/backfill_sources.py index 590dd91..8205520 100644 --- a/scripts/backfill_sources.py +++ b/scripts/backfill_sources.py @@ -129,6 +129,11 @@ def main(): finally: run(*command, 'up', '-d', 'crawler') for name, task in state['tasks'].items(): + if task['status'] == 'running': + task.update(status='retired' if task['attempts'] >= 3 else 'waiting', + next_at=time.time() + 3600, + errors=[{'error': '上次回补中断，保留已用额度并等待冷却'}]) + save(path, state) if task['status'] in ('done', 'retired') or task['next_at'] > time.time(): continue task['attempts'] += 1