Add authenticated global economic calendar with Jin10 fallback
Collect macroeconomic releases, events and holidays through the official browser SDK with resumable history from 2025. Preserve evidence, revisions and observation times, and merge verified series with official fields taking priority. Add category filters, field provenance, coverage and connection status. Verify calendar persistence and deployment recovery in isolated acceptance checks.
This commit is contained in:
1 parent
57424fd661
commit
e840557d22
35 files changed
+6828
-94
No files matched your search
@@ -9,11 +9,14 @@ from sqlalchemy.ext.asyncio import AsyncSession
|
||||
|
||||
from alphapulse.api.response import ApiResponse, success
|
||||
from alphapulse.calendar.catalog import COUNTRIES, FAMILIES
|
||||
from alphapulse.calendar.service import indicator_history, release_rows
|
||||
from alphapulse.calendar.service import release_rows
|
||||
from alphapulse.calendar.jin10_history import calendar_history
|
||||
from alphapulse.calendar.jin10_view import merge_items
|
||||
from alphapulse.core.auth import require_admin
|
||||
from alphapulse.core.db import get_session
|
||||
from alphapulse.core.redis import KEY_PREFIX, redis
|
||||
from alphapulse.models import EconomicRelease, EconomicRevision, EconomicSeriesValue, RawResponse
|
||||
from alphapulse.models.jin10 import Jin10Connection, Jin10SyncDay
|
||||
|
||||
router = APIRouter(prefix="/api/calendar", tags=["calendar"], dependencies=[Depends(require_admin)])
|
||||
LOCAL_TZ = ZoneInfo("Asia/Shanghai")
|
||||
@@ -25,12 +28,32 @@ async def calendar_data(session: AsyncSession, start: datetime, end: datetime) -
|
||||
).order_by(EconomicRelease.scheduled_at, EconomicRelease.id)))
|
||||
raw = await redis.get(f"{KEY_PREFIX}calendar:status")
|
||||
status = json.loads(raw) if raw else None
|
||||
raw_jin10 = await redis.get(f"{KEY_PREFIX}calendar:jin10")
|
||||
jin10_status = json.loads(raw_jin10) if raw_jin10 else None
|
||||
if jin10_status:
|
||||
connection = await session.get(Jin10Connection, 1)
|
||||
if not connection or not connection.token_encrypted or jin10_status.get("connected_at") != connection.connected_at.isoformat():
|
||||
jin10_status = {**jin10_status, "state": "disconnected", "error": None}
|
||||
coverage = list(await session.scalars(select(Jin10SyncDay).where(
|
||||
Jin10SyncDay.day >= start.astimezone(LOCAL_TZ).date(), Jin10SyncDay.day < end.astimezone(LOCAL_TZ).date(),
|
||||
).order_by(Jin10SyncDay.day)))
|
||||
now = datetime.now(UTC)
|
||||
return {"items": [item for row in rows for item in release_rows(row, now)], "worker": status,
|
||||
items = merge_items([(row, item) for row in rows if row.source != "jin10" for item in release_rows(row, now)],
|
||||
[row for row in rows if row.source == "jin10"], now)
|
||||
countries = {**COUNTRIES, **{item["country_code"]: item["country_name"] for item in items}}
|
||||
return {"items": items, "worker": status,
|
||||
"jin10": jin10_status,
|
||||
"coverage": [{"date": day.day, "captured_at": day.captured_at, "counts": day.counts} for day in coverage],
|
||||
"server_time": now, "timezone": "Asia/Shanghai",
|
||||
"countries": [{"code": code, "name": name} for code, name in COUNTRIES.items()],
|
||||
"forecast_available": any(row.values.get(key, {}).get("forecast") is not None
|
||||
for row in rows for key in FAMILIES[row.family].indicators)}
|
||||
"countries": [{"code": code, "name": name} for code, name in countries.items()],
|
||||
"forecast_available": any(item["forecast"] is not None for item in items)}
|
||||
|
||||
|
||||
def indicators(row: EconomicRelease) -> tuple[str, ...]:
|
||||
if row.source == "jin10":
|
||||
meta = row.values["_jin10"]
|
||||
return (meta["indicator"],) if meta["kind"] == "data" else ()
|
||||
return FAMILIES[row.family].indicators
|
||||
|
||||
|
||||
@router.get("")
|
||||
@@ -42,11 +65,12 @@ async def list_calendar(session: Annotated[AsyncSession, Depends(get_session)],
|
||||
|
||||
@router.get("/{release_id}/revisions")
|
||||
async def revisions(release_id: int, session: Annotated[AsyncSession, Depends(get_session)]) -> ApiResponse[list[dict]]:
|
||||
if await session.get(EconomicRelease, release_id) is None:
|
||||
row = await session.get(EconomicRelease, release_id)
|
||||
if row is None:
|
||||
raise HTTPException(404, "日历事件不存在")
|
||||
rows = await session.scalars(select(EconomicRevision).where(EconomicRevision.release_id == release_id)
|
||||
.order_by(EconomicRevision.revision_no.desc()))
|
||||
return success([{"revision_no": r.revision_no, "captured_at": r.captured_at,
|
||||
return success([{"source": row.source, "revision_no": r.revision_no, "captured_at": r.captured_at,
|
||||
"payload": r.payload, "raw_response_id": r.raw_response_id} for r in rows])
|
||||
|
||||
|
||||
@@ -56,9 +80,9 @@ async def history(release_id: int, indicator: str, session: Annotated[AsyncSessi
|
||||
row = await session.get(EconomicRelease, release_id)
|
||||
if row is None:
|
||||
raise HTTPException(404, "日历事件不存在")
|
||||
if indicator not in FAMILIES[row.family].indicators:
|
||||
if indicator not in indicators(row):
|
||||
raise HTTPException(400, "指标不属于该事件")
|
||||
return success(await indicator_history(session, row, indicator, limit))
|
||||
return success(await calendar_history(session, row, indicator, limit))
|
||||
|
||||
|
||||
@router.get("/{release_id}/series")
|
||||
@@ -67,9 +91,9 @@ async def series(release_id: int, indicator: str, session: Annotated[AsyncSessio
|
||||
row = await session.get(EconomicRelease, release_id)
|
||||
if row is None:
|
||||
raise HTTPException(404, "日历事件不存在")
|
||||
if indicator not in FAMILIES[row.family].indicators:
|
||||
if indicator not in indicators(row):
|
||||
raise HTTPException(400, "指标不属于该事件")
|
||||
if row.period is None:
|
||||
if row.period is None or row.source == "jin10":
|
||||
return success([])
|
||||
# 此接口是当前官方序列,采集时间可以晚于所选事件;不得用作历史时点回测输入。
|
||||
rows = (await session.execute(select(EconomicSeriesValue, RawResponse.url).join(
|
||||
|
||||
Reference in new issue
Block a user