{
  "cases": 306,
  "accuracy": 1.0,
  "fail_recall": 1.0,
  "false_alarm_rate": 0.0,
  "per_split": {
    "dev": {
      "n": 306,
      "accuracy": 1.0
    }
  },
  "per_contract_type": {
    "grounded": {
      "n": 24,
      "accuracy": 1.0
    },
    "json_valid": {
      "n": 22,
      "accuracy": 1.0
    },
    "max_tokens": {
      "n": 1,
      "accuracy": 1.0
    },
    "must_contain": {
      "n": 7,
      "accuracy": 1.0
    },
    "must_not_contain": {
      "n": 7,
      "accuracy": 1.0
    },
    "must_refuse": {
      "n": 70,
      "accuracy": 1.0
    },
    "no_pii": {
      "n": 89,
      "accuracy": 1.0
    },
    "no_secrets": {
      "n": 59,
      "accuracy": 1.0
    },
    "no_system_leak": {
      "n": 21,
      "accuracy": 1.0
    },
    "schema": {
      "n": 4,
      "accuracy": 1.0
    },
    "stable": {
      "n": 2,
      "accuracy": 1.0
    }
  },
  "per_lang": {
    "en": {
      "n": 255,
      "accuracy": 1.0
    },
    "ja": {
      "n": 51,
      "accuracy": 1.0
    }
  },
  "confusion": {
    "fail->fail": 157,
    "pass->pass": 148,
    "skipped->skipped": 1
  },
  "misses": [],
  "engine": "Canary 1.0.0"
}