feat: add verdict/evidence verification model
This commit is contained in:
@@ -78,7 +78,7 @@ def main() -> int:
|
||||
pending = [
|
||||
eg
|
||||
for eg in all_egs
|
||||
if (not eg.correctness.confirmed and eg.correctness.rejections == 0)
|
||||
if (not eg.correctness.is_final())
|
||||
]
|
||||
|
||||
confirmed = 0
|
||||
@@ -94,16 +94,7 @@ def main() -> int:
|
||||
if src == "session" and (
|
||||
content.startswith("Session Summary (sess_") or content.startswith("Please remember ")
|
||||
):
|
||||
eg.correctness.rejections += 1
|
||||
eg.correctness.last_reviewed = _now()
|
||||
eg.correctness.review_history.append(
|
||||
ReviewEntry(
|
||||
by="verify-pending",
|
||||
action="reject",
|
||||
at=_now(),
|
||||
note="Auto-reject: session placeholder",
|
||||
)
|
||||
)
|
||||
eg.correctness.reject("verify-pending", "Auto-reject: session placeholder")
|
||||
store.save(eg)
|
||||
rejected += 1
|
||||
continue
|
||||
@@ -118,30 +109,11 @@ def main() -> int:
|
||||
still_pending += 1
|
||||
continue
|
||||
if 200 <= status < 300:
|
||||
eg.correctness.confirmed = True
|
||||
eg.correctness.confirmations += 1
|
||||
eg.correctness.last_reviewed = _now()
|
||||
eg.correctness.review_history.append(
|
||||
ReviewEntry(
|
||||
by="verify-pending",
|
||||
action="confirm",
|
||||
at=_now(),
|
||||
note=f"Auto-confirm: web url ok ({status}) {url}",
|
||||
)
|
||||
)
|
||||
eg.correctness.confirm("verify-pending", f"Auto-confirm: web url ok ({status}) {url}")
|
||||
store.save(eg)
|
||||
confirmed += 1
|
||||
else:
|
||||
eg.correctness.rejections += 1
|
||||
eg.correctness.last_reviewed = _now()
|
||||
eg.correctness.review_history.append(
|
||||
ReviewEntry(
|
||||
by="verify-pending",
|
||||
action="reject",
|
||||
at=_now(),
|
||||
note=f"Auto-reject: web url status={status} {url}",
|
||||
)
|
||||
)
|
||||
eg.correctness.reject("verify-pending", f"Auto-reject: web url status={status} {url}")
|
||||
store.save(eg)
|
||||
rejected += 1
|
||||
continue
|
||||
|
||||
Reference in New Issue
Block a user