{
  "aggregation": "case-level micro average",
  "agent": "minimal-deepagent",
  "benchmark_contract": "netopsbench-0.2-release",
  "fault_families": {
    "acl_misconfig": {
      "agent_cases": 20,
      "correct_device": 19,
      "correct_interface": 15,
      "correct_verdict": 19,
      "device_rate": 0.95,
      "interface_applicable": 20,
      "interface_rate": 0.75,
      "operational_cases": 20,
      "signal_cases": 20,
      "signal_rate": 1.0,
      "verdict_rate": 0.95
    },
    "bgp_neighbor_misconfig": {
      "agent_cases": 26,
      "correct_device": 26,
      "correct_interface": 0,
      "correct_verdict": 26,
      "device_rate": 1.0,
      "interface_applicable": 0,
      "interface_rate": null,
      "operational_cases": 26,
      "signal_cases": 2,
      "signal_rate": 0.07692307692307693,
      "verdict_rate": 1.0
    },
    "blackhole_route": {
      "agent_cases": 26,
      "correct_device": 15,
      "correct_interface": 0,
      "correct_verdict": 18,
      "device_rate": 0.5769230769230769,
      "interface_applicable": 0,
      "interface_rate": null,
      "operational_cases": 26,
      "signal_cases": 26,
      "signal_rate": 1.0,
      "verdict_rate": 0.6923076923076923
    },
    "device_down": {
      "agent_cases": 26,
      "correct_device": 23,
      "correct_interface": 0,
      "correct_verdict": 24,
      "device_rate": 0.8846153846153846,
      "interface_applicable": 0,
      "interface_rate": null,
      "operational_cases": 26,
      "signal_cases": 26,
      "signal_rate": 1.0,
      "verdict_rate": 0.9230769230769231
    },
    "healthy_network": {
      "agent_cases": 25,
      "correct_device": 0,
      "correct_interface": 0,
      "correct_verdict": 25,
      "device_rate": 0.0,
      "interface_applicable": 0,
      "interface_rate": null,
      "operational_cases": 25,
      "signal_cases": 0,
      "signal_rate": 0.0,
      "verdict_rate": 1.0
    },
    "high_latency": {
      "agent_cases": 26,
      "correct_device": 4,
      "correct_interface": 1,
      "correct_verdict": 6,
      "device_rate": 0.15384615384615385,
      "interface_applicable": 26,
      "interface_rate": 0.038461538461538464,
      "operational_cases": 26,
      "signal_cases": 26,
      "signal_rate": 1.0,
      "verdict_rate": 0.23076923076923078
    },
    "link_down": {
      "agent_cases": 26,
      "correct_device": 25,
      "correct_interface": 23,
      "correct_verdict": 25,
      "device_rate": 0.9615384615384616,
      "interface_applicable": 26,
      "interface_rate": 0.8846153846153846,
      "operational_cases": 26,
      "signal_cases": 18,
      "signal_rate": 0.6923076923076923,
      "verdict_rate": 0.9615384615384616
    },
    "link_flapping": {
      "agent_cases": 26,
      "correct_device": 16,
      "correct_interface": 16,
      "correct_verdict": 16,
      "device_rate": 0.6153846153846154,
      "interface_applicable": 26,
      "interface_rate": 0.6153846153846154,
      "operational_cases": 26,
      "signal_cases": 18,
      "signal_rate": 0.6923076923076923,
      "verdict_rate": 0.6153846153846154
    },
    "mtu_mismatch": {
      "agent_cases": 26,
      "correct_device": 12,
      "correct_interface": 12,
      "correct_verdict": 15,
      "device_rate": 0.46153846153846156,
      "interface_applicable": 26,
      "interface_rate": 0.46153846153846156,
      "operational_cases": 26,
      "signal_cases": 26,
      "signal_rate": 1.0,
      "verdict_rate": 0.5769230769230769
    },
    "packet_corruption": {
      "agent_cases": 26,
      "correct_device": 4,
      "correct_interface": 0,
      "correct_verdict": 9,
      "device_rate": 0.15384615384615385,
      "interface_applicable": 26,
      "interface_rate": 0.0,
      "operational_cases": 26,
      "signal_cases": 22,
      "signal_rate": 0.8461538461538461,
      "verdict_rate": 0.34615384615384615
    },
    "packet_loss": {
      "agent_cases": 26,
      "correct_device": 3,
      "correct_interface": 0,
      "correct_verdict": 5,
      "device_rate": 0.11538461538461539,
      "interface_applicable": 26,
      "interface_rate": 0.0,
      "operational_cases": 26,
      "signal_cases": 25,
      "signal_rate": 0.9615384615384616,
      "verdict_rate": 0.19230769230769232
    },
    "route_policy_misconfig": {
      "agent_cases": 20,
      "correct_device": 19,
      "correct_interface": 0,
      "correct_verdict": 19,
      "device_rate": 0.95,
      "interface_applicable": 0,
      "interface_rate": null,
      "operational_cases": 20,
      "signal_cases": 20,
      "signal_rate": 1.0,
      "verdict_rate": 0.95
    },
    "static_route_misconfig": {
      "agent_cases": 20,
      "correct_device": 19,
      "correct_interface": 0,
      "correct_verdict": 20,
      "device_rate": 0.95,
      "interface_applicable": 0,
      "interface_rate": null,
      "operational_cases": 20,
      "signal_cases": 20,
      "signal_rate": 1.0,
      "verdict_rate": 1.0
    }
  },
  "fault_order": [
    "acl_misconfig",
    "bgp_neighbor_misconfig",
    "blackhole_route",
    "device_down",
    "high_latency",
    "link_down",
    "link_flapping",
    "mtu_mismatch",
    "packet_corruption",
    "packet_loss",
    "route_policy_misconfig",
    "static_route_misconfig",
    "healthy_network"
  ],
  "notes": [
    "Interface localization uses only evaluator-marked interface-applicable cases.",
    "Formal Pingmesh signal means at least one full-window anomaly in a valid observation."
  ],
  "model": "deepseek-v4-pro",
  "schema_version": 1,
  "snapshot_id": "deepseek-v02-analysis",
  "totals": {
    "agent_scored_cases": 319,
    "atif_trajectories": 319,
    "operational_cases": 319
  }
}