feat: add online evolution loop and 5% gray risk-policy rollout
This commit is contained in:
63
config/evolution_candidate.json
Normal file
63
config/evolution_candidate.json
Normal file
@@ -0,0 +1,63 @@
|
||||
{
|
||||
"version": "candidate-20260228_220131",
|
||||
"created_at": "2026-02-28T22:01:32",
|
||||
"sample_file": "D:\\main\\tw\\evolution\\artifacts\\samples_20260228_220131.jsonl",
|
||||
"eval_file": "D:\\main\\tw\\evolution\\artifacts\\eval_report_20260228_220131.json",
|
||||
"proposal_file": "D:\\main\\tw\\evolution\\artifacts\\proposals_20260228_220131.json",
|
||||
"gate_report": {
|
||||
"sample_count": 132,
|
||||
"high_findings": 1,
|
||||
"high_findings_rate": 0.0076,
|
||||
"runtime": {
|
||||
"window_hours": 24,
|
||||
"counts": {
|
||||
"inbound_msg": 29,
|
||||
"quote_generated": 1,
|
||||
"transfer_to_human": 1,
|
||||
"system_inquiry_detected": 15,
|
||||
"system_inquiry_ignored": 2,
|
||||
"system_inquiry_auto_reply": 13
|
||||
},
|
||||
"rates": {
|
||||
"transfer_rate": 3.45,
|
||||
"quote_rate": 3.45,
|
||||
"ai_fail_rate": 0.0,
|
||||
"no_image_rate": 0.0
|
||||
}
|
||||
},
|
||||
"policy_gate": {
|
||||
"min_sample_count": 30,
|
||||
"max_high_findings_rate": 0.08,
|
||||
"max_ai_fail_rate": 5.0,
|
||||
"max_transfer_rate": 45.0
|
||||
},
|
||||
"reasons": []
|
||||
},
|
||||
"proposals": [
|
||||
{
|
||||
"id": "policy-risk-transfer",
|
||||
"priority": "p0",
|
||||
"module": "policy/prompt",
|
||||
"title": "风险关键词触发后强制转人工",
|
||||
"suggestion": "在风险路由的系统提示词中增加硬规则:遇到退款/投诉/法律威胁类诉求必须调用 transfer_to_human。",
|
||||
"evidence_count": 1
|
||||
},
|
||||
{
|
||||
"id": "tone-empathy-pack",
|
||||
"priority": "p1",
|
||||
"module": "policy/prompt",
|
||||
"title": "高风险场景补充安抚模板",
|
||||
"suggestion": "为投诉类回复追加一段安抚模板,降低激化概率。",
|
||||
"evidence_count": 1
|
||||
},
|
||||
{
|
||||
"id": "ops-regression-gate",
|
||||
"priority": "p0",
|
||||
"module": "eval/pipeline",
|
||||
"title": "上线前回归门禁",
|
||||
"suggestion": "新增候选策略必须在离线评测集上通过,再灰度 5% 流量后扩大。",
|
||||
"evidence_count": 132
|
||||
}
|
||||
],
|
||||
"status": "ready_for_gray_5_percent"
|
||||
}
|
||||
14
config/evolution_policy.json
Normal file
14
config/evolution_policy.json
Normal file
@@ -0,0 +1,14 @@
|
||||
{
|
||||
"publish_gate": {
|
||||
"min_sample_count": 30,
|
||||
"max_high_findings_rate": 0.08,
|
||||
"max_ai_fail_rate": 5.0,
|
||||
"max_transfer_rate": 45.0
|
||||
},
|
||||
"gray_release": {
|
||||
"first_stage_percent": 5,
|
||||
"second_stage_percent": 20,
|
||||
"final_stage_percent": 100
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user