- 待核验法案 {{ source.collection_stats.unresolved_bills }}；官方资料尚不充分
+ 待核验法案 {{ source.collection_stats.unresolved_bills }}；待重试 {{ source.collection_stats.bill_retry_pending }}；重试已耗尽 {{ source.collection_stats.bill_retry_exhausted }}
附件待核验文档 {{ source.collection_stats.attachment_gaps }}；待重试 {{ source.collection_stats.attachment_retry_pending }}；重试已耗尽 {{ source.collection_stats.attachment_retry_exhausted }}，请核对原文
@@ -152,6 +153,18 @@ onMounted(loadLatest)
正文待核验 {{ source.collection_stats.document_gaps }}；待重试 {{ source.collection_stats.document_retry_pending }}；重试已耗尽 {{ source.collection_stats.document_retry_exhausted }}，请核对来源日志
+
+
+ 缺口详情（{{ gaps.length }}）
+
+
+
{{ gap.label }}；已尝试 {{ gap.attempts }} 次；{{ gap.exhausted ? "重试已耗尽" : `下次重试不早于 ${formatTime(gap.nextAt)}` }}
+
+ {{ gap.error }}
+
+
查看原文：{{ gap.url }}
+
本轮发现 {{ source.collection_stats.discovered }}；筛除 {{ source.collection_stats.excluded ?? 0 }}；不完整包 {{ source.collection_stats.partial ?? 0 }}
diff --git a/web/src/pages/crawler/sourceStatus.ts b/web/src/pages/crawler/sourceStatus.ts
index f595fce..b7eda29 100644
--- a/web/src/pages/crawler/sourceStatus.ts
+++ b/web/src/pages/crawler/sourceStatus.ts
@@ -15,7 +15,41 @@ export function sourceStatus(source: SourceInfo, restarting = false, now = Date.
return { type: "primary", text: "采集中" } as const
if (source.consecutive_failures)
return { type: "danger", text: "失败待重试" } as const
- if (source.collection_stats?.document_gaps)
- return { type: "warning", text: "存在文档缺口" } as const
+ if (source.collection_stats?.document_gaps || source.collection_stats?.attachment_gaps || source.collection_stats?.unresolved_bills)
+ return { type: "warning", text: "存在采集缺口" } as const
return { type: "info", text: "等待调度" } as const
}
+
+function originalUrl(url: string) {
+ const bill = /^https:\/\/api\.congress\.gov\/v3\/bill\/(\d+)\/([a-z]+)\/(\d+)\/?(?:\?[^#]*)?(?:#.*)?$/i.exec(url)
+ const billTypes: Record
= {
+ hr: "house-bill",
+ s: "senate-bill",
+ hjres: "house-joint-resolution",
+ sjres: "senate-joint-resolution",
+ hconres: "house-concurrent-resolution",
+ sconres: "senate-concurrent-resolution",
+ hres: "house-resolution",
+ sres: "senate-resolution"
+ }
+ if (bill && billTypes[bill[2].toLowerCase()])
+ return `https://www.congress.gov/bill/${bill[1]}th-congress/${billTypes[bill[2].toLowerCase()]}/${bill[3]}`
+ return url
+}
+
+export function collectionGaps(source: Pick) {
+ const groups = [
+ ["document_retries", "正文"],
+ ["attachment_retries", "附件"],
+ ["bill_retries", "法案"]
+ ] as const
+ return groups.flatMap(([key, label]) => Object.entries(source.history_cursor?.[key] ?? {}).map(([url, retry]) => ({
+ key: `${key}:${url}`,
+ label,
+ url: originalUrl(retry.document.canonical ?? retry.document.url),
+ error: retry.error || "历史记录未保存具体原因，请核对原文",
+ attempts: retry.attempts,
+ exhausted: retry.attempts >= 3,
+ nextAt: new Date(retry.next_at * 1000).toISOString()
+ })))
+}
diff --git a/web/tests/crawler.test.ts b/web/tests/crawler.test.ts
index 341cda9..a91d87d 100644
--- a/web/tests/crawler.test.ts
+++ b/web/tests/crawler.test.ts
@@ -1,7 +1,7 @@
import type { SourceInfo } from "../src/common/apis/crawler/type.ts"
import assert from "node:assert/strict"
import { test } from "node:test"
-import { sourceStatus } from "../src/pages/crawler/sourceStatus.ts"
+import { collectionGaps, sourceStatus } from "../src/pages/crawler/sourceStatus.ts"
test("crawler status distinguishes process health from collection results", () => {
const source: SourceInfo = {
@@ -30,8 +30,75 @@ test("crawler status distinguishes process health from collection results", () =
assert.equal(sourceStatus({ ...source, collection_stats: { round_running: 1 } }).text, "采集中")
assert.equal(sourceStatus({ ...source, consecutive_failures: 2 }).text, "失败待重试")
assert.equal(sourceStatus({ ...source, paused_until: "2026-11-06T00:00:00Z" }, false, Date.parse("2026-11-05")).text, "失败退避中")
- assert.equal(sourceStatus({ ...source, collection_stats: { document_gaps: 2 } }).text, "存在文档缺口")
+ assert.equal(sourceStatus({ ...source, collection_stats: { document_gaps: 2 } }).text, "存在采集缺口")
+ const gapStats: Record[] = [{ attachment_gaps: 1 }, { unresolved_bills: 8 }]
+ for (const collection_stats of gapStats) {
+ assert.equal(sourceStatus({ ...source, collection_stats }).text, "存在采集缺口")
+ assert.equal(sourceStatus({ ...source, collection_stats: { ...collection_stats, round_running: 1 } }).text, "采集中")
+ }
assert.equal(sourceStatus({ ...source, enabled: false, consecutive_failures: 3 }).text, "已停用")
assert.equal(sourceStatus({ ...source, configuration_error: "待配置 CRAWLER_CONTACT_EMAIL" }).type, "warning")
assert.equal(sourceStatus({ ...source, process: null }).text, "采集进程未运行")
})
+
+test("gap details retain reasons, exhausted state and legacy records while collecting", () => {
+ const source = {
+ collection_stats: { round_running: 1 },
+ history_cursor: {
+ bill_retries: {
+ "https://api.congress.gov/v3/bill/119/hr/1": { document: { url: "https://api.congress.gov/v3/bill/119/hr/1" }, attempts: 3, next_at: 1 }
+ },
+ attachment_retries: {
+ photo: { document: { url: "https://www.justice.gov/api/release", canonical: "https://www.justice.gov/release" }, attempts: 2, next_at: 1793854270, error: "官方图片附件尚未提取文字，请核对原文" }
+ },
+ document_retries: {
+ body: { document: { url: "https://www.justice.gov/api/body" }, attempts: 1, next_at: 1793853098, error: "HTTP 503" }
+ }
+ }
+ } satisfies Partial
+ const gaps = collectionGaps(source)
+ assert.equal(gaps.length, 3)
+ assert.equal(gaps[0].error, "HTTP 503")
+ assert.equal(gaps[0].nextAt, new Date(1793853098 * 1000).toISOString())
+ assert.equal(gaps[1].url, "https://www.justice.gov/release")
+ assert.match(gaps[1].error, /图片/)
+ assert.equal(gaps[1].exhausted, false)
+ assert.equal(gaps[2].exhausted, true)
+ assert.equal(gaps[2].url, "https://www.congress.gov/bill/119th-congress/house-bill/1")
+ assert.match(gaps[2].error, /历史记录未保存具体原因/)
+ assert.equal(source.history_cursor.bill_retries["https://api.congress.gov/v3/bill/119/hr/1"].attempts, 3)
+ assert.deepEqual(collectionGaps({}), [])
+})
+
+test("Congress gap links use public bill pages for all supported bill types", () => {
+ const types = {
+ hr: "house-bill",
+ s: "senate-bill",
+ hjres: "house-joint-resolution",
+ sjres: "senate-joint-resolution",
+ hconres: "house-concurrent-resolution",
+ sconres: "senate-concurrent-resolution",
+ hres: "house-resolution",
+ sres: "senate-resolution"
+ }
+ for (const [kind, label] of Object.entries(types)) {
+ const url = `https://api.congress.gov/v3/bill/119/${kind}/1071?format=json`
+ for (const group of ["bill_retries", "attachment_retries", "document_retries"] as const) {
+ const source = { history_cursor: { [group]: { [url]: { document: { url }, attempts: 3, next_at: 1 } } } }
+ assert.equal(collectionGaps(source)[0].url, `https://www.congress.gov/bill/119th-congress/${label}/1071`)
+ assert.equal(source.history_cursor[group][url].document.url, url)
+ }
+ }
+})
+
+test("gap links preserve canonical pages and do not rewrite unrelated URLs", () => {
+ for (const url of [
+ "https://www.congress.gov/bill/119th-congress/house-bill/1",
+ "https://www.justice.gov/release",
+ "https://api.congress.gov/v3/committee-meeting/119/house/1",
+ "https://api.congress.gov.example.com/v3/bill/119/hr/1"
+ ]) {
+ const source = { history_cursor: { bill_retries: { old: { document: { url: "https://api.congress.gov/v3/bill/119/hr/1", canonical: url }, attempts: 3, next_at: 1 } } } }
+ assert.equal(collectionGaps(source)[0].url, url)
+ }
+})