{
  "_schema": "omega-fuzzer-corpus-score-v1",
  "_comment": "Auto-generated by scripts/eval/score-fuzzer-corpus.ts — DO NOT EDIT BY HAND. Re-run: npm run eval:fuzzer-corpus",
  "_disclaimer": "Deterministic layers only; the optional LLM judge / commonsense layer is NOT included in this run. This measures the recall of OmegaEngine's rules-based input-safety engine (lib/safety.ts) over the FULL lib/fuzzer/attacks corpus in STRICT mode. Each vector is a known attack, so the catch rate is engine recall, not a general accuracy figure. Latency is in-process wall-clock for the deterministic layers only — it excludes network transport and any optional LLM call. Verdict precision/recall (the harder, higher-value number) is measured separately against a human-labeled set — see the Judge Card.",
  "generatedAt": "2026-07-08T13:56:28.816Z",
  "git": {
    "sha": "8f3d1c8a"
  },
  "environment": {
    "nodeVersion": "v24.11.0",
    "os": "darwin-arm64"
  },
  "engine": {
    "module": "lib/safety.ts",
    "entrypoint": "runSafetyChecks",
    "mode": "STRICT",
    "deterministic": true,
    "llmLayerIncluded": false,
    "layers": [
      "unicode NFKC + homoglyph fold + zero-width strip",
      "base64 / hex / binary / morse / leetspeak decode",
      "token-smuggling reassembly",
      "prompt-injection & jailbreak detection",
      "self-harm / violence / illegal / hate content rails",
      "SQL / command / path-traversal / SSRF / XSS injection signals",
      "memory-poisoning & social-engineering detection",
      "multilingual attack detection (CJK / Arabic / Cyrillic / …)",
      "high-risk operational-action detection (funds / destructive / privilege)",
      "compliance-policy violation detection (PCI / GDPR / HIPAA / ISO / NIST)"
    ]
  },
  "corpus": {
    "source": "lib/fuzzer/attacks",
    "totalAttacks": 5023,
    "categories": 32
  },
  "summary": {
    "caught": 2092,
    "missed": 2931,
    "total": 5023,
    "catchRatePct": 41.65
  },
  "latencyMs": {
    "p50": 0.508,
    "p95": 1.639,
    "p99": 3.614,
    "mean": 0.78,
    "min": 0.266,
    "max": 97.724
  },
  "byCategory": [
    {
      "category": "MULTILINGUAL",
      "total": 200,
      "caught": 0,
      "catchRatePct": 0
    },
    {
      "category": "SOCIAL_ENGINEERING",
      "total": 200,
      "caught": 0,
      "catchRatePct": 0
    },
    {
      "category": "BIAS",
      "total": 150,
      "caught": 0,
      "catchRatePct": 0
    },
    {
      "category": "MULTI_TURN",
      "total": 90,
      "caught": 0,
      "catchRatePct": 0
    },
    {
      "category": "COMPLIANCE",
      "total": 50,
      "caught": 4,
      "catchRatePct": 8
    },
    {
      "category": "MULTI_AGENT",
      "total": 100,
      "caught": 10,
      "catchRatePct": 10
    },
    {
      "category": "SUMMARIZATION",
      "total": 50,
      "caught": 5,
      "catchRatePct": 10
    },
    {
      "category": "COT_MANIPULATION",
      "total": 200,
      "caught": 44,
      "catchRatePct": 22
    },
    {
      "category": "EMERGENCY_BYPASS",
      "total": 150,
      "caught": 42,
      "catchRatePct": 28
    },
    {
      "category": "HARMFUL_CONTENT",
      "total": 112,
      "caught": 33,
      "catchRatePct": 29.5
    },
    {
      "category": "HALLUCINATION",
      "total": 150,
      "caught": 46,
      "catchRatePct": 30.7
    },
    {
      "category": "ADVERSARIAL",
      "total": 40,
      "caught": 13,
      "catchRatePct": 32.5
    },
    {
      "category": "TOOL_ABUSE",
      "total": 45,
      "caught": 15,
      "catchRatePct": 33.3
    },
    {
      "category": "COMPLETION",
      "total": 150,
      "caught": 51,
      "catchRatePct": 34
    },
    {
      "category": "ENCODING",
      "total": 350,
      "caught": 123,
      "catchRatePct": 35.1
    },
    {
      "category": "MEMORY_POISON",
      "total": 100,
      "caught": 36,
      "catchRatePct": 36
    },
    {
      "category": "DEBUG_MODE",
      "total": 150,
      "caught": 54,
      "catchRatePct": 36
    },
    {
      "category": "TRANSLATION",
      "total": 200,
      "caught": 74,
      "catchRatePct": 37
    },
    {
      "category": "HYPOTHETICAL",
      "total": 200,
      "caught": 78,
      "catchRatePct": 39
    },
    {
      "category": "REFLECTION",
      "total": 100,
      "caught": 40,
      "catchRatePct": 40
    },
    {
      "category": "UNICODE",
      "total": 200,
      "caught": 90,
      "catchRatePct": 45
    },
    {
      "category": "DATA_EXFIL",
      "total": 296,
      "caught": 142,
      "catchRatePct": 48
    },
    {
      "category": "PRIVILEGE_ESCALATION",
      "total": 150,
      "caught": 73,
      "catchRatePct": 48.7
    },
    {
      "category": "PROMPT_INJECTION",
      "total": 250,
      "caught": 142,
      "catchRatePct": 56.8
    },
    {
      "category": "OUTPUT_FORMAT",
      "total": 150,
      "caught": 87,
      "catchRatePct": 58
    },
    {
      "category": "RAG_POISON",
      "total": 120,
      "caught": 70,
      "catchRatePct": 58.3
    },
    {
      "category": "JAILBREAK",
      "total": 300,
      "caught": 181,
      "catchRatePct": 60.3
    },
    {
      "category": "SYSTEM_LEAK",
      "total": 150,
      "caught": 102,
      "catchRatePct": 68
    },
    {
      "category": "DELIMITER_BYPASS",
      "total": 150,
      "caught": 102,
      "catchRatePct": 68
    },
    {
      "category": "INSTRUCTION_HIERARCHY",
      "total": 150,
      "caught": 115,
      "catchRatePct": 76.7
    },
    {
      "category": "ROLEPLAY",
      "total": 300,
      "caught": 300,
      "catchRatePct": 100
    },
    {
      "category": "CONTEXT_OVERFLOW",
      "total": 20,
      "caught": 20,
      "catchRatePct": 100
    }
  ]
}