63 lines
2.0 KiB
JSON
63 lines
2.0 KiB
JSON
{
|
|
"version": "candidate-20260228_220131",
|
|
"created_at": "2026-02-28T22:01:32",
|
|
"sample_file": "D:\\main\\tw\\evolution\\artifacts\\samples_20260228_220131.jsonl",
|
|
"eval_file": "D:\\main\\tw\\evolution\\artifacts\\eval_report_20260228_220131.json",
|
|
"proposal_file": "D:\\main\\tw\\evolution\\artifacts\\proposals_20260228_220131.json",
|
|
"gate_report": {
|
|
"sample_count": 132,
|
|
"high_findings": 1,
|
|
"high_findings_rate": 0.0076,
|
|
"runtime": {
|
|
"window_hours": 24,
|
|
"counts": {
|
|
"inbound_msg": 29,
|
|
"quote_generated": 1,
|
|
"transfer_to_human": 1,
|
|
"system_inquiry_detected": 15,
|
|
"system_inquiry_ignored": 2,
|
|
"system_inquiry_auto_reply": 13
|
|
},
|
|
"rates": {
|
|
"transfer_rate": 3.45,
|
|
"quote_rate": 3.45,
|
|
"ai_fail_rate": 0.0,
|
|
"no_image_rate": 0.0
|
|
}
|
|
},
|
|
"policy_gate": {
|
|
"min_sample_count": 30,
|
|
"max_high_findings_rate": 0.08,
|
|
"max_ai_fail_rate": 5.0,
|
|
"max_transfer_rate": 45.0
|
|
},
|
|
"reasons": []
|
|
},
|
|
"proposals": [
|
|
{
|
|
"id": "policy-risk-transfer",
|
|
"priority": "p0",
|
|
"module": "policy/prompt",
|
|
"title": "风险关键词触发后强制转人工",
|
|
"suggestion": "在风险路由的系统提示词中增加硬规则：遇到退款/投诉/法律威胁类诉求必须调用 transfer_to_human。",
|
|
"evidence_count": 1
|
|
},
|
|
{
|
|
"id": "tone-empathy-pack",
|
|
"priority": "p1",
|
|
"module": "policy/prompt",
|
|
"title": "高风险场景补充安抚模板",
|
|
"suggestion": "为投诉类回复追加一段安抚模板，降低激化概率。",
|
|
"evidence_count": 1
|
|
},
|
|
{
|
|
"id": "ops-regression-gate",
|
|
"priority": "p0",
|
|
"module": "eval/pipeline",
|
|
"title": "上线前回归门禁",
|
|
"suggestion": "新增候选策略必须在离线评测集上通过，再灰度 5% 流量后扩大。",
|
|
"evidence_count": 132
|
|
}
|
|
],
|
|
"status": "ready_for_gray_5_percent"
|
|
} |