{
  "baseline": {
    "run_id": "39237616407",
    "commit": "c9e7363bf5983b980fe6622f7b064ee7adff5f5d",
    "source": "db-dump/2026-09-28",
    "selected": 2281,
    "published": 2071,
    "outcomes": {
      "evaluated": 2071,
      "unsupported": 210
    },
    "configuration": {
      "counts": {
        "estimated": 2031,
        "verified": 40
      },
      "profile": "coverage-experiment/1"
    },
    "totals": {
      "aic": {
        "coverage_pct": 62.68,
        "points": 1298,
        "status_counts": {
          "failed": 773,
          "success": 1298,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 22.25,
        "tpot_shape_error_pct": 12.05,
        "ttft_mape_pct": 48.02,
        "ttft_shape_error_pct": 38.41
      },
      "aisimulate": {
        "coverage_pct": 76.48,
        "points": 1584,
        "status_counts": {
          "failed": 487,
          "success": 1584,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 22.39,
        "tpot_shape_error_pct": 11.83,
        "ttft_mape_pct": 45.27,
        "ttft_shape_error_pct": 33.2
      },
      "by_configuration_quality": {
        "estimated": {
          "aic": {
            "coverage_pct": 63.12,
            "points": 1282,
            "status_counts": {
              "failed": 749,
              "success": 1282,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 21.6,
            "tpot_shape_error_pct": 12.06,
            "ttft_mape_pct": 47.72,
            "ttft_shape_error_pct": 38.17
          },
          "aisimulate": {
            "points": 1552,
            "tpot_mape_pct": 21.66,
            "tpot_shape_error_pct": 11.89,
            "ttft_mape_pct": 45.29,
            "ttft_shape_error_pct": 33.34
          },
          "rows": 2031
        },
        "verified": {
          "aic": {
            "coverage_pct": 40.0,
            "points": 16,
            "status_counts": {
              "failed": 24,
              "success": 16,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 74.7,
            "tpot_shape_error_pct": 10.83,
            "ttft_mape_pct": 72.05,
            "ttft_shape_error_pct": 62.49
          },
          "aisimulate": {
            "points": 32,
            "tpot_mape_pct": 57.6,
            "tpot_shape_error_pct": 8.46,
            "ttft_mape_pct": 43.97,
            "ttft_shape_error_pct": 25.53
          },
          "rows": 40
        }
      },
      "frameworks": [
        "dynamo-sglang",
        "dynamo-trt",
        "dynamo-vllm",
        "sglang",
        "trt",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "gb200",
        "gb300",
        "h100",
        "h200"
      ],
      "models": 21,
      "precisions": [
        "bf16",
        "fp4",
        "fp8",
        "int4"
      ],
      "rows": 2071,
      "workloads": [
        "1024:1024",
        "1024:8192",
        "8192:1024"
      ]
    }
  },
  "hf": {
    "run_id": "39335708203",
    "commit": "30b264ae91bf5a4fdad1ab75d3a85114f2e09094",
    "source": "hf/8ec77d043d236ae92aa0cee6a9896f8195ea7718",
    "selected": 2855,
    "published": 1970,
    "outcomes": {
      "evaluated": 1970,
      "unsupported": 885
    },
    "configuration": {
      "counts": {
        "estimated": 1932,
        "verified": 38
      },
      "profile": "coverage-experiment/1"
    },
    "totals": {
      "aic": {
        "coverage_pct": 54.31,
        "points": 1070,
        "status_counts": {
          "failed": 703,
          "success": 1070,
          "unknown": 0,
          "unsupported": 197
        },
        "tpot_mape_pct": 21.07,
        "tpot_shape_error_pct": 10.37,
        "ttft_mape_pct": 47.85,
        "ttft_shape_error_pct": 37.66
      },
      "aisimulate": {
        "coverage_pct": 77.87,
        "points": 1534,
        "status_counts": {
          "failed": 436,
          "success": 1534,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 20.19,
        "tpot_shape_error_pct": 10.71,
        "ttft_mape_pct": 47.02,
        "ttft_shape_error_pct": 33.55
      },
      "by_configuration_quality": {
        "estimated": {
          "aic": {
            "coverage_pct": 54.55,
            "points": 1054,
            "status_counts": {
              "failed": 681,
              "success": 1054,
              "unknown": 0,
              "unsupported": 197
            },
            "tpot_mape_pct": 20.26,
            "tpot_shape_error_pct": 10.36,
            "ttft_mape_pct": 47.48,
            "ttft_shape_error_pct": 37.36
          },
          "aisimulate": {
            "points": 1502,
            "tpot_mape_pct": 19.4,
            "tpot_shape_error_pct": 10.75,
            "ttft_mape_pct": 47.08,
            "ttft_shape_error_pct": 33.7
          },
          "rows": 1932
        },
        "verified": {
          "aic": {
            "coverage_pct": 42.11,
            "points": 16,
            "status_counts": {
              "failed": 22,
              "success": 16,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 74.7,
            "tpot_shape_error_pct": 10.83,
            "ttft_mape_pct": 72.05,
            "ttft_shape_error_pct": 62.49
          },
          "aisimulate": {
            "points": 32,
            "tpot_mape_pct": 57.6,
            "tpot_shape_error_pct": 8.46,
            "ttft_mape_pct": 43.97,
            "ttft_shape_error_pct": 25.53
          },
          "rows": 38
        }
      },
      "frameworks": [
        "dynamo-sglang",
        "dynamo-trt",
        "dynamo-vllm",
        "sglang",
        "trt",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "gb200",
        "gb300",
        "h100",
        "h200"
      ],
      "models": 20,
      "precisions": [
        "bf16",
        "fp4",
        "fp8",
        "int4"
      ],
      "rows": 1970,
      "workloads": [
        "1024:1024",
        "1024:8192",
        "8192:1024"
      ]
    }
  },
  "input_comparison": {
    "schema": "hf-migration-input-audit/1",
    "hf_revision": "8ec77d043d236ae92aa0cee6a9896f8195ea7718",
    "db_release": "db-dump/2026-09-28",
    "table_sha256": {
      "db": "9125257cb98e195918fee2ee451d9ee4057fed5fab40e0da43cfc054d4a2330a",
      "hf": "1815c558eada923ef0bcec2ebee00e7a8d1cdad2ee0498df877cf174b03e1ecc"
    },
    "selection": {
      "db": {
        "input_rows": 85309,
        "counts": {
          "measurement_date_through": "2026-09-27",
          "selected": 3320,
          "excluded": {
            "source_filter": 32084,
            "stale": 1293,
            "superseded_image": 978,
            "superseded_row": 47634
          }
        },
        "decoding": {
          "none": 2281,
          "mtp": 1039
        }
      },
      "hf": {
        "input_rows": 7743,
        "counts": {
          "measurement_date_through": "2026-10-19",
          "selected": 2855,
          "excluded": {
            "source_filter": 3306,
            "stale": 1009,
            "superseded_image": 572,
            "superseded_row": 1
          }
        },
        "decoding": {
          "none": 1974,
          "mtp": 881
        }
      }
    },
    "overlap": {
      "shared": 2829,
      "all_shared_nontransport_fields_equal": true,
      "shared_decoding": {
        "none": 1957,
        "mtp": 872
      },
      "db_only": {
        "mtp": 167,
        "none": 324
      },
      "hf_only": {
        "none": 17,
        "mtp": 9
      }
    },
    "evidence_binding_audit": {
      "matched_launcher_recipe": 35,
      "matched_archived_parsed": 69,
      "matched_archived_workload": 20
    },
    "complete_deployment_audit": {
      "matching_resolved": 93,
      "matching_unresolved": 31
    }
  },
  "scope": "Shared STP points; MTP is new and has no published baseline in this comparison.",
  "comparison": {
    "matching": "model, workload, GPU, framework, precision, serving topology, concurrency, exact producer run",
    "shared_keys": 1755,
    "unambiguous_shared_points": 1754,
    "ambiguous_shared_keys": 1,
    "baseline_only_keys": 315,
    "hf_only_keys": 214,
    "measurement_changes": 0,
    "configuration_changes": 0,
    "quality_transitions": {
      "estimated -> estimated": 1716,
      "verified -> verified": 38
    },
    "aisimulate": {
      "status_transitions": {
        "failed -> failed": 433,
        "success -> success": 1321
      },
      "metrics": {
        "ttft_ms": {
          "comparable": 1321,
          "changed": 0,
          "max_absolute_delta": 0.0,
          "max_relative_delta_pct": 0.0
        },
        "tpot_ms": {
          "comparable": 1321,
          "changed": 0,
          "max_absolute_delta": 0.0,
          "max_relative_delta_pct": 0.0
        },
        "e2e_ms": {
          "comparable": 1321,
          "changed": 0,
          "max_absolute_delta": 0.0,
          "max_relative_delta_pct": 0.0
        },
        "output_per_gpu": {
          "comparable": 1321,
          "changed": 0,
          "max_absolute_delta": 0.0,
          "max_relative_delta_pct": 0.0
        },
        "total_per_gpu": {
          "comparable": 1321,
          "changed": 0,
          "max_absolute_delta": 0.0,
          "max_relative_delta_pct": 0.0
        }
      }
    },
    "aic": {
      "status_transitions": {
        "failed -> failed": 702,
        "success -> success": 1052
      },
      "metrics": {
        "ttft_ms": {
          "comparable": 1052,
          "changed": 0,
          "max_absolute_delta": 0.0,
          "max_relative_delta_pct": 0.0
        },
        "tpot_ms": {
          "comparable": 1052,
          "changed": 0,
          "max_absolute_delta": 0.0,
          "max_relative_delta_pct": 0.0
        },
        "e2e_ms": {
          "comparable": 1052,
          "changed": 0,
          "max_absolute_delta": 0.0,
          "max_relative_delta_pct": 0.0
        },
        "output_per_gpu": {
          "comparable": 1052,
          "changed": 0,
          "max_absolute_delta": 0.0,
          "max_relative_delta_pct": 0.0
        },
        "total_per_gpu": {
          "comparable": 0,
          "changed": 0,
          "max_absolute_delta": null,
          "max_relative_delta_pct": null
        }
      }
    }
  },
  "decoding_coverage": {
    "baseline": {
      "none": {
        "failed": 487,
        "success": 1584
      }
    },
    "hf": {
      "mtp": {
        "success": 194,
        "failed": 3
      },
      "none": {
        "failed": 433,
        "success": 1340
      }
    }
  },
  "qualification": {
    "baseline": {
      "summary_sha256": "0b4abf753ba7f41273aebda68d02028200cfe8c7360187ff6ff106ebc6f52e2d",
      "run_id": "39237616407",
      "commit_sha": "c9e7363bf5983b980fe6622f7b064ee7adff5f5d",
      "wheel_sha256": "379472f58a50f78607140e8a8333d3e65ab2e51555c9d2c5df5e5070f5f3b74a",
      "exclusion_reasons": {
        "source_unresolved": 210
      },
      "measurement_filter_counts": {
        "source_filter": 35895,
        "stale": 1012,
        "superseded_image": 697,
        "superseded_row": 45424
      }
    },
    "hf": {
      "summary_sha256": "3edfa0c0ee23935cf097ee75e55766a0f64c72102c3a789b51a942e4f13456ee",
      "run_id": "39335708203",
      "commit_sha": "30b264ae91bf5a4fdad1ab75d3a85114f2e09094",
      "wheel_sha256": "c8e9af68f157d378cbde8aaa47ffcffaf5d85d3ac6312d2e9cfe6d4db3663e50",
      "exclusion_reasons": {
        "source_unresolved": 885
      },
      "measurement_filter_counts": {
        "source_filter": 3306,
        "stale": 1009,
        "superseded_image": 572,
        "superseded_row": 1
      }
    }
  }
}