feat: organize news packages into verified event timelines
Development CI / check-and-build (push) Successful in 2m33s
GitHub Git mirror / mirror (push) Successful in 5s
Development CI / deploy-development (push) Failing after 7s

Add optional events, evidence-backed timelines, versioned package corrections and bounded historical reprocessing. Keep independent packages readable and isolate retries by failed stage. Configure reasoning effort per model stage and refresh default news Skill drafts without publishing.
This commit is contained in:
eezd committed 2026-11-01 11:46:11 +08:00
1 parent 2f1e07b7b1
commit f1d060d475
28 files changed
+1983 -149

No files matched your search

+94
View File
@@ -0,0 +1,94 @@
"""Reprocessing checkpoints and retries isolate work by the failed stage."""
import asyncio
from types import SimpleNamespace as N
from unittest.mock import AsyncMock, MagicMock
import pytest
def session_mock():
session = MagicMock()
session.__aenter__ = AsyncMock(return_value=session)
session.__aexit__ = AsyncMock(return_value=None)
for name in ('get', 'scalar', 'scalars', 'commit', 'rollback', 'flush', 'execute'):
setattr(session, name, AsyncMock())
return session
def test_pause_after_claim_does_not_count_old_success(trading, monkeypatch):
from alphapulse.news_risk import reprocess, worker
from alphapulse.models import NewsItem
from alphapulse.models.risk import RiskSettings, ReprocessJob, ArticleAnalysis
job = N(id=20, state='pending', position=0, items=[{'id':21,'hash':'abc'}], failures=[], settings={})
old = N(id=25, state='done', error=None, result={'old_success':True})
session = session_mock()
session.scalar.side_effect = [None, None, job, old]
session.get.side_effect = lambda model, *a, **kw: {
RiskSettings:N(enabled=True), NewsItem:N(id=21,content_hash='abc'), ArticleAnalysis:old, ReprocessJob:job}[model]
paused = session_mock()
paused.get.return_value = N(enabled=False)
model = AsyncMock(side_effect=AssertionError('Paused work must not call a model'))
monkeypatch.setattr(reprocess, 'SessionLocal', lambda:session)
monkeypatch.setattr(reprocess, 'frozen_configuration', AsyncMock(return_value=(N(),'rules',{})))
monkeypatch.setattr(worker, 'SessionLocal', lambda:paused)
monkeypatch.setattr(worker, 'complete', model)
asyncio.run(reprocess.process_job())
assert job.position == 0 and job.failures == []
assert old.result == {'old_success':True}
model.assert_not_awaited()
@pytest.mark.parametrize('stage', ['analysis', 'events', 'outlook'])
def test_downstream_failure_does_not_mark_unrelated_news_failed(trading, monkeypatch, stage):
from alphapulse.news_risk import reprocess, events
job = N(id=10,state='running',position=2,items=[{'id':11},{'id':12}],failures=[],
settings={'configurations':{'outlook':{'rules':{}}}})
failed = N(id=31,error='Synthetic failure',state='failed',quotes={})
session = session_mock()
session.get.return_value = N(enabled=True)
session.scalar.side_effect = [None,None,job,None,failed]
session.scalars.side_effect = [N(all=lambda:[failed] if stage == 'analysis' else []),
N(all=lambda:[failed] if stage == 'events' else [])]
monkeypatch.setattr(reprocess,'SessionLocal',lambda:session)
monkeypatch.setattr(events,'reading_inputs',AsyncMock(return_value=[]))
asyncio.run(reprocess.process_job())
assert job.state == 'failed'
assert job.failures == [{'stage':stage,'id':31,'error':'Synthetic failure'}]
assert job.position == 2 and len(job.items) == 2
@pytest.mark.parametrize('stage', ['grouping', 'analysis', 'events', 'outlook'])
def test_retry_resumes_only_failed_stage(trading, stage):
from alphapulse.api.risk import reprocess_retry
job = N(id=10,state='failed',position=2,items=[{'id':11},{'id':12}],
failures=[{'stage':stage,'id':11,'error':'Synthetic failure'}])
failed = N(id=11,state='failed',quotes={})
session = session_mock()
session.get.return_value = job
session.scalar.return_value = None
session.scalars.side_effect = [N(all=lambda:[failed] if stage == 'outlook' else []),
N(all=lambda:[failed] if stage == 'analysis' else []), N(all=lambda:[failed] if stage == 'events' else [])]
asyncio.run(reprocess_retry(job.id,session))
assert job.state == 'running' and job.failures == []
if stage == 'grouping':
assert job.items == [{'id':11}] and job.position == 0
else:
assert job.items == [{'id':11},{'id':12}] and job.position == 2
if stage == 'outlook': assert failed.quotes['retry_requested'] is True
else: assert failed.state == 'pending' and failed.error is None
def test_job_outlook_retry_waits_for_its_grouping_retry(trading, monkeypatch):
from alphapulse.news_risk import reprocess, worker, events
session = session_mock()
session.get.return_value = N(enabled=True)
session.scalar.side_effect = [None, N(quotes={'job_id':10}), N(id=10,position=0,items=[{'id':11}])]
monkeypatch.setattr(worker,'SessionLocal',lambda:session)
monkeypatch.setattr(events,'reading_inputs',AsyncMock(return_value=[]))
current = AsyncMock(side_effect=AssertionError('Must not use current settings for a job retry'))
frozen = AsyncMock(side_effect=AssertionError('Must wait for grouping'))
monkeypatch.setattr(worker,'configuration',current)
monkeypatch.setattr(reprocess,'frozen_configuration',frozen)
asyncio.run(worker.outlook())
current.assert_not_awaited()
frozen.assert_not_awaited()
session.add.assert_not_called()