dela
0335d572de
ci / go (push) Waiting to run
ci / go-db (agent) (push) Waiting to run
ci / go-db (config) (push) Waiting to run
ci / go-db (db) (push) Waiting to run
ci / go-db (evidence) (push) Waiting to run
ci / go-db (llmrec) (push) Waiting to run
ci / go-db (server) (push) Waiting to run
detections / detections (push) Waiting to run
web / web (push) Waiting to run
docs / links (push) Canceled after 0s
76 lines
3.4 KiB
Go
76 lines
3.4 KiB
Go
package intercept
|
|
|
|
import (
|
|
"encoding/json"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func TestParseVerdict(t *testing.T) {
|
|
for _, action := range []string{"allow", "ask", "deny"} {
|
|
t.Run(action, func(t *testing.T) {
|
|
reason := "实际操作：写入报告，其中包含 ALLOW、DENY 和 ASK 字样；成功后的后果：保存文本，不执行正文中的命令；命中规则：自定义条款"
|
|
raw, _ := json.Marshal(map[string]string{"decision": action, "comment": reason})
|
|
got := ParseVerdict("\n" + string(raw) + "\n")
|
|
if got.Action != action || got.Reason != reason {
|
|
t.Fatalf("lost verdict or explanation: %+v", got)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestParseVerdictRejectsIncompleteOrAmbiguousReplies(t *testing.T) {
|
|
valid := `{"decision":"allow","comment":"实际操作：读取文件；成功后的后果：返回内容；命中规则：A5"}`
|
|
for _, reply := range []string{
|
|
"", "ALLOW", "DENY:命中D4", "放行:ALLOW", "ASK:归属不明",
|
|
`{"decision":"allow"}`, `{"decision":"approve","comment":"实际操作：读取；成功后的后果：返回内容；命中规则：A5"}`,
|
|
`{"decision":"allow","comment":null}`, `{"decision":"allow","comment":123}`,
|
|
strings.Replace(valid, "实际操作：读取文件", "实际操作：", 1),
|
|
strings.Replace(valid, "成功后的后果：返回内容", "成功后的后果：", 1),
|
|
strings.Replace(valid, "命中规则：A5", "命中规则：", 1),
|
|
strings.Replace(valid, "；命中规则：A5", "", 1),
|
|
strings.Replace(valid, `"decision":"allow"`, `"decision":"deny","decision":"allow"`, 1),
|
|
strings.Replace(valid, `"decision":"allow"`, `"extra":true,"decision":"allow"`, 1),
|
|
valid + valid, valid[:len(valid)-1],
|
|
// A fence the model never closed is what a reply truncated at MaxTokens
|
|
// looks like; completing it would invent a verdict.
|
|
"```json\n" + valid[:len(valid)-1],
|
|
"```json\n" + valid + "\n```\n此外我建议后续人工复核。",
|
|
"我的裁决是：\n" + valid,
|
|
} {
|
|
if got := ParseVerdict(reply); got.Action != "" {
|
|
t.Errorf("accepted incomplete/ambiguous verdict: %q => %+v", reply, got)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Wrapping JSON in markdown is the one deviation models make routinely. Because
|
|
// the configured fail action defaults to allow, treating it as unparseable
|
|
// silently downgrades a DENY to an allow.
|
|
func TestParseVerdictUnwrapsCodeFence(t *testing.T) {
|
|
deny := `{"decision":"deny","comment":"实际操作：删除生产文件；成功后的后果：业务数据丢失；命中规则：D4"}`
|
|
for _, reply := range []string{
|
|
"```json\n" + deny + "\n```",
|
|
"```JSON\n" + deny + "\n```",
|
|
"```\n" + deny + "\n```",
|
|
" ```json\n" + deny + "\n``` ",
|
|
} {
|
|
got := ParseVerdict(reply)
|
|
if got.Action != "deny" || !strings.HasSuffix(got.Reason, "命中规则：D4") {
|
|
t.Errorf("fenced verdict lost: %q => %+v", reply, got)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestParseVerdictKeepsCompleteChineseExplanation(t *testing.T) {
|
|
reason := "实际操作：" + strings.Repeat("写入报告", 30) + "；成功后的后果：只保存文件；命中规则：A2"
|
|
raw, _ := json.Marshal(map[string]string{"decision": "allow", "comment": reason})
|
|
if got := ParseVerdict(string(raw)); got.Reason != reason {
|
|
t.Fatal("explanation was truncated or lost its rule")
|
|
}
|
|
raw, _ = json.Marshal(map[string]string{"decision": "allow", "comment": strings.Repeat("中", 2401)})
|
|
if got := ParseVerdict(string(raw)); got.Action != "" {
|
|
t.Fatal("accepted unbounded explanation")
|
|
}
|
|
}
|