修复:纠正证据不足误判并同步产品下钻顶部指标
This commit is contained in:
@@ -1977,6 +1977,7 @@ def run_turn(payload: dict[str, Any], *, stdout: Any = sys.stdout, stdin: Any =
|
||||
)
|
||||
from nao_evidence_finalizer import eligible, evidence_summaries, synthesize, coverage_sufficient, FinalizationUnavailable
|
||||
finalized = False
|
||||
evidence_completion = None
|
||||
if eligible(model_name, status, stop_reason, accumulator.tool_calls, cancel_event.is_set(), stop_succeeded):
|
||||
final_call = None
|
||||
try:
|
||||
@@ -2006,8 +2007,13 @@ def run_turn(payload: dict[str, Any], *, stdout: Any = sys.stdout, stdin: Any =
|
||||
if not (entry.get("kind") == "assistant" and native_answer
|
||||
and entry.get("text") == public_progress_text(native_answer))]
|
||||
accumulator.record_event("assistant",text=public_progress_text(final["answer"]))
|
||||
status = "COMPLETED" if final["evidenceSufficient"] and coverage_sufficient(evidence,request["question"]) else "PARTIAL"
|
||||
_atomic_json(actor_root / "finalization.json", {"turnId":request["turnId"],"status":status,"nativeStopReason":stop_reason,"model":final["model"],"requestParameters":{"max_completion_tokens":4096,"thinking":{"type":"disabled"},"stream":False},"evidenceRefs":[d["evidenceRef"] for d in evidence],"usage":final["usage"],"finishReason":final["finishReason"],"modelDeclaredEvidenceSufficient":final["evidenceSufficient"],"serverCoverageSufficient":coverage_sufficient(evidence,request["question"]),"missingEvidence":final["missingEvidence"]})
|
||||
server_coverage = coverage_sufficient(evidence,request["question"])
|
||||
status = "COMPLETED" if final["evidenceSufficient"] and server_coverage else "PARTIAL"
|
||||
completion = {"modelDeclaredEvidenceSufficient":final.get("modelDeclaredEvidenceSufficient", final["evidenceSufficient"]),
|
||||
"serverCoverageSufficient":server_coverage,"missingEvidence":final["missingEvidence"],
|
||||
"completionAdjusted":final.get("completionAdjusted",False)}
|
||||
_atomic_json(actor_root / "finalization.json", {"turnId":request["turnId"],"status":status,"nativeStopReason":stop_reason,"model":final["model"],"requestParameters":{"max_completion_tokens":4096,"thinking":{"type":"disabled"},"stream":False},"evidenceRefs":[d["evidenceRef"] for d in evidence],"usage":final["usage"],"finishReason":final["finishReason"],**completion})
|
||||
evidence_completion = completion
|
||||
stop_reason, finalized = "evidence_finalized" if status=="COMPLETED" else "evidence_incomplete", True
|
||||
accumulator.finish_reasons.append("stop")
|
||||
except (FinalizationUnavailable, OSError, ValueError) as error:
|
||||
@@ -2039,6 +2045,8 @@ def run_turn(payload: dict[str, Any], *, stdout: Any = sys.stdout, stdin: Any =
|
||||
"nativeStopSucceeded": stop_succeeded,
|
||||
"finishReason": accumulator.finish_reasons[-1] if accumulator.finish_reasons else None,
|
||||
}
|
||||
if finalized:
|
||||
result["evidenceCompletion"] = evidence_completion
|
||||
if report_markdown is not None:
|
||||
result["reportMarkdown"] = report_markdown
|
||||
if report_html is not None:
|
||||
|
||||
Reference in New Issue
Block a user