Preserve archive retry limits after an interrupted backfill
This commit is contained in:
1 parent
93afe4358b
commit
a68b1c6e9b
1 file changed
+5
@@ -129,6 +129,11 @@ def main():
|
|||||||
finally:
|
finally:
|
||||||
run(*command, 'up', '-d', 'crawler')
|
run(*command, 'up', '-d', 'crawler')
|
||||||
for name, task in state['tasks'].items():
|
for name, task in state['tasks'].items():
|
||||||
|
if task['status'] == 'running':
|
||||||
|
task.update(status='retired' if task['attempts'] >= 3 else 'waiting',
|
||||||
|
next_at=time.time() + 3600,
|
||||||
|
errors=[{'error': '上次回补中断,保留已用额度并等待冷却'}])
|
||||||
|
save(path, state)
|
||||||
if task['status'] in ('done', 'retired') or task['next_at'] > time.time():
|
if task['status'] in ('done', 'retired') or task['next_at'] > time.time():
|
||||||
continue
|
continue
|
||||||
task['attempts'] += 1
|
task['attempts'] += 1
|
||||||
|
|||||||
Reference in new issue
Block a user