{
  "version": "screenplay_issue_regression.v1",
  "generated_at": "2026-03-30T13:17:02.104691Z",
  "manifest_path": "goldens/screenplay/issue_samples_v1/manifest.json",
  "labels_path": "goldens/screenplay/issue_samples_v1/labels.json",
  "runs_root": "outputs",
  "checks": [
    {
      "id": "SPIS0001.gate.status",
      "sample_id": "SPIS0001",
      "run_dir": "outputs/adaptation_round2_script_smoke_20260328_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate status matches expected issue signal",
      "actual": "warn",
      "expected": "warn"
    },
    {
      "id": "SPIS0001.gate.max_failure_count",
      "sample_id": "SPIS0001",
      "run_dir": "outputs/adaptation_round2_script_smoke_20260328_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate failure count stays within expected bound",
      "actual": 0,
      "expected": {
        "max_failure_count": 0
      }
    },
    {
      "id": "SPIS0001.gate.min_warning_count",
      "sample_id": "SPIS0001",
      "run_dir": "outputs/adaptation_round2_script_smoke_20260328_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate warning count reaches expected floor",
      "actual": 1,
      "expected": {
        "min_warning_count": 1
      }
    },
    {
      "id": "SPIS0001.gate.check_status.0",
      "sample_id": "SPIS0001",
      "run_dir": "outputs/adaptation_round2_script_smoke_20260328_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate check status matches expected value",
      "actual": {
        "id": "dramart.upload_script_chars",
        "status": "warn"
      },
      "expected": {
        "id": "dramart.upload_script_chars",
        "status": "warn"
      }
    },
    {
      "id": "SPIS0001.gate.metric.0",
      "sample_id": "SPIS0001",
      "run_dir": "outputs/adaptation_round2_script_smoke_20260328_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate metric matches expected comparator",
      "actual": {
        "key": "upload_script_char_count",
        "value": 1616,
        "op": "lt"
      },
      "expected": {
        "key": "upload_script_char_count",
        "value": 2000,
        "op": "lt"
      }
    },
    {
      "id": "SPIS0001.gate.metric.1",
      "sample_id": "SPIS0001",
      "run_dir": "outputs/adaptation_round2_script_smoke_20260328_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate metric matches expected comparator",
      "actual": {
        "key": "episode_count",
        "value": 1,
        "op": "eq"
      },
      "expected": {
        "key": "episode_count",
        "value": 1,
        "op": "eq"
      }
    },
    {
      "id": "SPIS0002.gate.status",
      "sample_id": "SPIS0002",
      "run_dir": "outputs/screenplay_upload_contract_smoke_20260329_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate status matches expected issue signal",
      "actual": "warn",
      "expected": "warn"
    },
    {
      "id": "SPIS0002.gate.max_failure_count",
      "sample_id": "SPIS0002",
      "run_dir": "outputs/screenplay_upload_contract_smoke_20260329_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate failure count stays within expected bound",
      "actual": 0,
      "expected": {
        "max_failure_count": 0
      }
    },
    {
      "id": "SPIS0002.gate.min_warning_count",
      "sample_id": "SPIS0002",
      "run_dir": "outputs/screenplay_upload_contract_smoke_20260329_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate warning count reaches expected floor",
      "actual": 1,
      "expected": {
        "min_warning_count": 1
      }
    },
    {
      "id": "SPIS0002.gate.check_status.0",
      "sample_id": "SPIS0002",
      "run_dir": "outputs/screenplay_upload_contract_smoke_20260329_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate check status matches expected value",
      "actual": {
        "id": "dramart.upload_script_chars",
        "status": "warn"
      },
      "expected": {
        "id": "dramart.upload_script_chars",
        "status": "warn"
      }
    },
    {
      "id": "SPIS0002.gate.metric.0",
      "sample_id": "SPIS0002",
      "run_dir": "outputs/screenplay_upload_contract_smoke_20260329_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate metric matches expected comparator",
      "actual": {
        "key": "upload_script_char_count",
        "value": 1503,
        "op": "lt"
      },
      "expected": {
        "key": "upload_script_char_count",
        "value": 2000,
        "op": "lt"
      }
    },
    {
      "id": "SPIS0002.gate.metric.1",
      "sample_id": "SPIS0002",
      "run_dir": "outputs/screenplay_upload_contract_smoke_20260329_v1",
      "issue_type": "short_upload_script",
      "status": "pass",
      "severity": "error",
      "message": "gate metric matches expected comparator",
      "actual": {
        "key": "episode_count",
        "value": 1,
        "op": "eq"
      },
      "expected": {
        "key": "episode_count",
        "value": 1,
        "op": "eq"
      }
    },
    {
      "id": "SPIS0003.gate.status",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate status matches expected issue signal",
      "actual": "warn",
      "expected": "warn"
    },
    {
      "id": "SPIS0003.gate.max_failure_count",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate failure count stays within expected bound",
      "actual": 0,
      "expected": {
        "max_failure_count": 0
      }
    },
    {
      "id": "SPIS0003.gate.min_warning_count",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate warning count reaches expected floor",
      "actual": 5,
      "expected": {
        "min_warning_count": 5
      }
    },
    {
      "id": "SPIS0003.gate.check_status.0",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate check status matches expected value",
      "actual": {
        "id": "dramart.missing_character_bio_ratio",
        "status": "warn"
      },
      "expected": {
        "id": "dramart.missing_character_bio_ratio",
        "status": "warn"
      }
    },
    {
      "id": "SPIS0003.gate.check_status.1",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate check status matches expected value",
      "actual": {
        "id": "dramart.missing_visual_card_ratio",
        "status": "warn"
      },
      "expected": {
        "id": "dramart.missing_visual_card_ratio",
        "status": "warn"
      }
    },
    {
      "id": "SPIS0003.gate.check_status.2",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate check status matches expected value",
      "actual": {
        "id": "dramart.missing_voice_card_ratio",
        "status": "warn"
      },
      "expected": {
        "id": "dramart.missing_voice_card_ratio",
        "status": "warn"
      }
    },
    {
      "id": "SPIS0003.gate.check_status.3",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate check status matches expected value",
      "actual": {
        "id": "dramart.missing_asset_binding_ratio",
        "status": "warn"
      },
      "expected": {
        "id": "dramart.missing_asset_binding_ratio",
        "status": "warn"
      }
    },
    {
      "id": "SPIS0003.gate.check_status.4",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate check status matches expected value",
      "actual": {
        "id": "dramart.missing_identity_summary_ratio",
        "status": "warn"
      },
      "expected": {
        "id": "dramart.missing_identity_summary_ratio",
        "status": "warn"
      }
    },
    {
      "id": "SPIS0003.gate.metric.0",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate metric matches expected comparator",
      "actual": {
        "key": "missing_character_bio_ratio",
        "value": 0.060606,
        "op": "gt"
      },
      "expected": {
        "key": "missing_character_bio_ratio",
        "value": 0.05,
        "op": "gt"
      }
    },
    {
      "id": "SPIS0003.gate.metric.1",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate metric matches expected comparator",
      "actual": {
        "key": "missing_visual_card_ratio",
        "value": 0.114286,
        "op": "gt"
      },
      "expected": {
        "key": "missing_visual_card_ratio",
        "value": 0.05,
        "op": "gt"
      }
    },
    {
      "id": "SPIS0003.gate.metric.2",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate metric matches expected comparator",
      "actual": {
        "key": "missing_voice_card_ratio",
        "value": 0.114286,
        "op": "gt"
      },
      "expected": {
        "key": "missing_voice_card_ratio",
        "value": 0.05,
        "op": "gt"
      }
    },
    {
      "id": "SPIS0003.gate.metric.3",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate metric matches expected comparator",
      "actual": {
        "key": "missing_asset_binding_ratio",
        "value": 0.114286,
        "op": "gt"
      },
      "expected": {
        "key": "missing_asset_binding_ratio",
        "value": 0.05,
        "op": "gt"
      }
    },
    {
      "id": "SPIS0003.gate.metric.4",
      "sample_id": "SPIS0003",
      "run_dir": "outputs/daozu_mainline_full50_20260329_v1",
      "issue_type": "dramart_bio_gap",
      "status": "pass",
      "severity": "error",
      "message": "gate metric matches expected comparator",
      "actual": {
        "key": "missing_identity_summary_ratio",
        "value": 0.114286,
        "op": "gt"
      },
      "expected": {
        "key": "missing_identity_summary_ratio",
        "value": 0.05,
        "op": "gt"
      }
    }
  ],
  "summary": {
    "check_count": 25,
    "failure_count": 0,
    "done_label_count": 3,
    "evaluated_sample_count": 3
  },
  "status": "pass"
}