{
  "campaign": "native-methods-20260916",
  "updated_at": 1789568216.434537,
  "scope": "All 32 retained baseline families, official Llasa 1B/3B/8B and Dia2 1B/2B; native generation methods; official defaults; single predeclared seed; no sampling/voice Cartesian sweep. API review may add supported methods or explicitly mark unavailable methods. No non-English or other Llasa variants.",
  "dataset": "Seed-TTS-Eval English",
  "expected_samples": 1088,
  "asr": {
    "checkpoint": "Systran/faster-whisper-large-v3",
    "revision": "edaa852ec7e145841d8ffdb056a99866b5f0a478",
    "device": "cuda",
    "compute_type": "float16",
    "beam_size": 5,
    "temperature": 0,
    "vad_filter": false,
    "condition_on_previous_text": false
  },
  "metrics": [
    "wer",
    "cer",
    "mer",
    "wil",
    "wip",
    "exact_match",
    "dnsmos_sig",
    "dnsmos_bak",
    "dnsmos_ovrl",
    "dnsmos_p808",
    "utmos22_strong",
    "wavlm_large_sim",
    "rtf",
    "latency_p50",
    "latency_p95",
    "ttfa",
    "peak_vram",
    "silence_ratio",
    "clipping_ratio",
    "rms_dbfs"
  ],
  "pilot_indices": [
    0,
    155,
    310,
    465,
    621,
    776,
    931,
    1087
  ],
  "experiments": [
    {
      "id": "kokoro--preset_voice",
      "family": "kokoro",
      "method": "preset_voice",
      "streaming": false,
      "repo": "hexgrad/Kokoro-82M",
      "revision": "cbc78411372edb46f7e42030b241834a55fe0cb6",
      "source": {
        "repo": "hexgrad/kokoro",
        "revision": "dfb907a02bba8152ca444717ca5d78747ccb4bec",
        "readme": "README.md",
        "url": "https://github.com/hexgrad/kokoro"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "completed",
        "attempted": 8,
        "generated": 8,
        "expected": 8,
        "published": true,
        "metric_counts": {
          "asr": 8,
          "dnsmos": 8,
          "utmos22": 8,
          "wavlm_sim": 0
        },
        "summary": {
          "evaluated": 8,
          "generated": 8,
          "generation_failures": 0,
          "expected_samples": 8,
          "attempted": 8,
          "scored": 8,
          "generation_failure_rate": 0.0,
          "latency_p50_s": 0.08372832089662552,
          "latency_p95_s": 0.09196856375783681,
          "rtf": 0.018835664974699774,
          "peak_vram_mib": 437.20458984375,
          "audio_seconds": 34.75,
          "clipping_ratio": 0.0,
          "silence_ratio": 0.35714497202343876,
          "rms_dbfs": -26.356581008471956,
          "normalization_id": "whisper_english",
          "wer": 0.06593406593406594,
          "cer": 0.02012072434607646,
          "mer": 0.06521739130434782,
          "wil": 0.10687115082719478,
          "wip": 0.8931288491728052,
          "word_hits": 86,
          "word_substitutions": 4,
          "word_deletions": 1,
          "word_insertions": 1,
          "reference_words": 91,
          "char_hits": 491,
          "char_substitutions": 1,
          "char_deletions": 5,
          "char_insertions": 4,
          "reference_chars": 497,
          "exact_match_rate": 0.75,
          "raw": {
            "wer": 0.12222222222222222,
            "cer": 0.029182879377431907,
            "mer": 0.12222222222222222,
            "wil": 0.21199494949494957,
            "wip": 0.7880050505050504,
            "word_hits": 79,
            "word_substitutions": 9,
            "word_deletions": 2,
            "word_insertions": 0,
            "reference_words": 90,
            "char_hits": 504,
            "char_substitutions": 2,
            "char_deletions": 8,
            "char_insertions": 5,
            "reference_chars": 514,
            "exact_match_rate": 0.5
          },
          "orthographic": {
            "wer": 0.044444444444444446,
            "cer": 0.012072434607645875,
            "mer": 0.044444444444444446,
            "wil": 0.08691358024691354,
            "wip": 0.9130864197530865,
            "word_hits": 86,
            "word_substitutions": 4,
            "word_deletions": 0,
            "word_insertions": 0,
            "reference_words": 90,
            "char_hits": 494,
            "char_substitutions": 0,
            "char_deletions": 3,
            "char_insertions": 3,
            "reference_chars": 497,
            "exact_match_rate": 0.75
          },
          "wer_ci95": [
            0.0,
            0.1522157190635451
          ],
          "cer_ci95": [
            0.0,
            0.04671327627388534
          ],
          "unique_prompts_scored": 8,
          "by_category": {
            "read_speech": {
              "wer": 0.06593406593406594,
              "cer": 0.02012072434607646,
              "mer": 0.06521739130434782,
              "wil": 0.10687115082719478,
              "wip": 0.8931288491728052,
              "word_hits": 86,
              "word_substitutions": 4,
              "word_deletions": 1,
              "word_insertions": 1,
              "reference_words": 91,
              "char_hits": 491,
              "char_substitutions": 1,
              "char_deletions": 5,
              "char_insertions": 4,
              "reference_chars": 497,
              "exact_match_rate": 0.75
            }
          },
          "utterance_mean_wer": 0.0625,
          "utterance_mean_cer": 0.019655257936507936,
          "asr_scored": 8,
          "dnsmos_sig": {
            "value": 3.6303705026246345,
            "n": 8,
            "ci95": [
              3.5770285943426656,
              3.6825623735589774
            ]
          },
          "dnsmos_bak": {
            "value": 4.176896223554053,
            "n": 8,
            "ci95": [
              4.139165515582078,
              4.209718816340598
            ]
          },
          "dnsmos_ovrl": {
            "value": 3.4082792201646743,
            "n": 8,
            "ci95": [
              3.3403890104652882,
              3.4753013812276476
            ]
          },
          "dnsmos_p808": {
            "value": 4.1863991022109985,
            "n": 8,
            "ci95": [
              4.132123988866806,
              4.2425852060318
            ]
          },
          "utmos22_mos": {
            "value": 4.504822134971619,
            "n": 8,
            "ci95": [
              4.487884260714054,
              4.520794950425625
            ]
          },
          "wavlm_sim_similarity": {
            "value": null,
            "n": 0,
            "ci95": null
          }
        },
        "records_path": "data/native/pilot/kokoro--preset_voice.json",
        "dataset_revision": "e4b3ffa0353f8106d7e7078eed618ca0d0734a8d"
      },
      "full": {
        "status": "completed",
        "attempted": 1088,
        "generated": 1088,
        "expected": 1088,
        "published": true,
        "metric_counts": {
          "asr": 1088,
          "dnsmos": 1088,
          "utmos22": 1088,
          "wavlm_sim": 0
        },
        "summary": {
          "evaluated": 1088,
          "generated": 1088,
          "generation_failures": 0,
          "expected_samples": 1088,
          "attempted": 1088,
          "scored": 1088,
          "generation_failure_rate": 0.0,
          "latency_p50_s": 0.05279293842613697,
          "latency_p95_s": 0.08932554908096789,
          "rtf": 0.013825055255193246,
          "peak_vram_mib": 481.51953125,
          "audio_seconds": 4623.275,
          "clipping_ratio": 0.0,
          "silence_ratio": 0.3701472327051314,
          "rms_dbfs": -26.425495242960476,
          "normalization_id": "whisper_english",
          "wer": 0.009629071422590639,
          "cer": 0.0024400404689638756,
          "mer": 0.00962423633776885,
          "wil": 0.01742962890275368,
          "wip": 0.9825703710972463,
          "word_hits": 11834,
          "word_substitutions": 94,
          "word_deletions": 15,
          "word_insertions": 6,
          "reference_words": 11943,
          "char_hits": 67093,
          "char_substitutions": 53,
          "char_deletions": 66,
          "char_insertions": 45,
          "reference_chars": 67212,
          "exact_match_rate": 0.9136029411764706,
          "raw": {
            "wer": 0.052422086720867206,
            "cer": 0.01234299936331539,
            "mer": 0.05240877148420964,
            "wil": 0.09932624372940968,
            "wip": 0.9006737562705903,
            "word_hits": 11192,
            "word_substitutions": 583,
            "word_deletions": 33,
            "word_insertions": 3,
            "reference_words": 11808,
            "char_hits": 68408,
            "char_substitutions": 359,
            "char_deletions": 341,
            "char_insertions": 153,
            "reference_chars": 69108,
            "exact_match_rate": 0.6507352941176471
          },
          "orthographic": {
            "wer": 0.012187896741430384,
            "cer": 0.00459090436358774,
            "mer": 0.012185833968012186,
            "wil": 0.022734798398738487,
            "wip": 0.9772652016012615,
            "word_hits": 11673,
            "word_substitutions": 126,
            "word_deletions": 16,
            "word_insertions": 2,
            "reference_words": 11815,
            "char_hits": 67032,
            "char_substitutions": 90,
            "char_deletions": 185,
            "char_insertions": 34,
            "reference_chars": 67307,
            "exact_match_rate": 0.890625
          },
          "wer_ci95": [
            0.007682849762477258,
            0.011640828342247611
          ],
          "cer_ci95": [
            0.001896678239861543,
            0.0029770741117294947
          ],
          "unique_prompts_scored": 1088,
          "by_category": {
            "read_speech": {
              "wer": 0.009629071422590639,
              "cer": 0.0024400404689638756,
              "mer": 0.00962423633776885,
              "wil": 0.01742962890275368,
              "wip": 0.9825703710972463,
              "word_hits": 11834,
              "word_substitutions": 94,
              "word_deletions": 15,
              "word_insertions": 6,
              "reference_words": 11943,
              "char_hits": 67093,
              "char_substitutions": 53,
              "char_deletions": 66,
              "char_insertions": 45,
              "reference_chars": 67212,
              "exact_match_rate": 0.9136029411764706
            }
          },
          "utterance_mean_wer": 0.009572094061983769,
          "utterance_mean_cer": 0.002414540728261279,
          "asr_scored": 1088,
          "dnsmos_sig": {
            "value": 3.643761788557622,
            "n": 1088,
            "ci95": [
              3.639160862699308,
              3.6480235814448894
            ]
          },
          "dnsmos_bak": {
            "value": 4.185789016933325,
            "n": 1088,
            "ci95": [
              4.182765945531781,
              4.188724285531444
            ]
          },
          "dnsmos_ovrl": {
            "value": 3.4265465673571076,
            "n": 1088,
            "ci95": [
              3.4207452976327177,
              3.4320282470091703
            ]
          },
          "dnsmos_p808": {
            "value": 4.125262545531287,
            "n": 1088,
            "ci95": [
              4.1163175799116924,
              4.133142859039499
            ]
          },
          "utmos22_mos": {
            "value": 4.503814602599425,
            "n": 1088,
            "ci95": [
              4.502177655696869,
              4.505532279358628
            ]
          },
          "wavlm_sim_similarity": {
            "value": null,
            "n": 0,
            "ci95": null
          }
        },
        "records_path": "data/native/full/kokoro--preset_voice.json",
        "dataset_revision": "2dca5c0b258522485297917f69ea2af183fb13a9"
      }
    },
    {
      "id": "supertonic--preset_voice",
      "family": "supertonic",
      "method": "preset_voice",
      "streaming": false,
      "repo": "supertone-oss-archive/supertonic-3",
      "revision": "aafc6e32416a594460b32413efc49d7fe4ce6d46",
      "source": {
        "repo": "supertone-inc/supertonic",
        "revision": "1e9799e964ea4c0dad7cde993b65c3c813a7b373",
        "readme": "README.md",
        "url": "https://github.com/supertone-inc/supertonic"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cpu",
      "pilot": {
        "status": "completed",
        "attempted": 8,
        "generated": 8,
        "expected": 8,
        "published": true,
        "metric_counts": {
          "asr": 8,
          "dnsmos": 8,
          "utmos22": 8,
          "wavlm_sim": 0
        },
        "summary": {
          "evaluated": 8,
          "generated": 8,
          "generation_failures": 0,
          "expected_samples": 8,
          "attempted": 8,
          "scored": 8,
          "generation_failure_rate": 0.0,
          "latency_p50_s": 9.79248433560133,
          "latency_p95_s": 11.78130153119564,
          "rtf": 2.2576605300686308,
          "peak_vram_mib": 0.0,
          "audio_seconds": 35.565895691609974,
          "clipping_ratio": 0.0,
          "silence_ratio": 0.427061409178902,
          "rms_dbfs": -26.810836599201462,
          "normalization_id": "whisper_english",
          "wer": 0.03296703296703297,
          "cer": 0.01006036217303823,
          "mer": 0.03296703296703297,
          "wil": 0.054456654456654485,
          "wip": 0.9455433455433455,
          "word_hits": 88,
          "word_substitutions": 2,
          "word_deletions": 1,
          "word_insertions": 0,
          "reference_words": 91,
          "char_hits": 492,
          "char_substitutions": 1,
          "char_deletions": 4,
          "char_insertions": 0,
          "reference_chars": 497,
          "exact_match_rate": 0.75,
          "raw": {
            "wer": 0.1111111111111111,
            "cer": 0.023346303501945526,
            "mer": 0.1111111111111111,
            "wil": 0.19191919191919204,
            "wip": 0.808080808080808,
            "word_hits": 80,
            "word_substitutions": 8,
            "word_deletions": 2,
            "word_insertions": 0,
            "reference_words": 90,
            "char_hits": 504,
            "char_substitutions": 2,
            "char_deletions": 8,
            "char_insertions": 2,
            "reference_chars": 514,
            "exact_match_rate": 0.375
          },
          "orthographic": {
            "wer": 0.022222222222222223,
            "cer": 0.006036217303822937,
            "mer": 0.022222222222222223,
            "wil": 0.043950617283950666,
            "wip": 0.9560493827160493,
            "word_hits": 88,
            "word_substitutions": 2,
            "word_deletions": 0,
            "word_insertions": 0,
            "reference_words": 90,
            "char_hits": 495,
            "char_substitutions": 0,
            "char_deletions": 2,
            "char_insertions": 1,
            "reference_chars": 497,
            "exact_match_rate": 0.75
          },
          "wer_ci95": [
            0.0,
            0.07865168539325842
          ],
          "cer_ci95": [
            0.0,
            0.026267975066345733
          ],
          "unique_prompts_scored": 8,
          "by_category": {
            "read_speech": {
              "wer": 0.03296703296703297,
              "cer": 0.01006036217303823,
              "mer": 0.03296703296703297,
              "wil": 0.054456654456654485,
              "wip": 0.9455433455433455,
              "word_hits": 88,
              "word_substitutions": 2,
              "word_deletions": 1,
              "word_insertions": 0,
              "reference_words": 91,
              "char_hits": 492,
              "char_substitutions": 1,
              "char_deletions": 4,
              "char_insertions": 0,
              "reference_chars": 497,
              "exact_match_rate": 0.75
            }
          },
          "utterance_mean_wer": 0.03125,
          "utterance_mean_cer": 0.009889632936507936,
          "asr_scored": 8,
          "dnsmos_sig": {
            "value": 3.642992020716577,
            "n": 8,
            "ci95": [
              3.6141493360216876,
              3.667561201624293
            ]
          },
          "dnsmos_bak": {
            "value": 4.20386039336526,
            "n": 8,
            "ci95": [
              4.182598152514341,
              4.222302157054273
            ]
          },
          "dnsmos_ovrl": {
            "value": 3.4365074946684553,
            "n": 8,
            "ci95": [
              3.400531455387188,
              3.46889437887056
            ]
          },
          "dnsmos_p808": {
            "value": 4.036199450492859,
            "n": 8,
            "ci95": [
              3.95189561098814,
              4.123104050755501
            ]
          },
          "utmos22_mos": {
            "value": 4.463384926319122,
            "n": 8,
            "ci95": [
              4.440265795588493,
              4.487225292623043
            ]
          },
          "wavlm_sim_similarity": {
            "value": null,
            "n": 0,
            "ci95": null
          }
        },
        "records_path": "data/native/pilot/supertonic--preset_voice.json",
        "dataset_revision": "77e165a8339a61ca02333197f044cc6c2b4ec6a4"
      },
      "full": {
        "status": "paused_by_user",
        "attempted": 39,
        "generated": 39,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        },
        "last_worker_status": "generating"
      }
    },
    {
      "id": "vits--default",
      "family": "vits",
      "method": "default",
      "streaming": false,
      "repo": "facebook/mms-tts-eng",
      "revision": "c71de0fe7204c83f1c10820a7d696d0b450048ba",
      "source": {
        "package": "transformers",
        "version": "4.57.6"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "completed",
        "attempted": 8,
        "generated": 8,
        "expected": 8,
        "published": true,
        "metric_counts": {
          "asr": 8,
          "dnsmos": 8,
          "utmos22": 8,
          "wavlm_sim": 0
        },
        "summary": {
          "evaluated": 8,
          "generated": 8,
          "generation_failures": 0,
          "expected_samples": 8,
          "attempted": 8,
          "scored": 8,
          "generation_failure_rate": 0.0,
          "latency_p50_s": 0.07819966413080692,
          "latency_p95_s": 0.21245662048459046,
          "rtf": 0.021798756963936045,
          "peak_vram_mib": 216.96240234375,
          "audio_seconds": 37.104,
          "clipping_ratio": 0.0,
          "silence_ratio": 0.2166782337946474,
          "rms_dbfs": -18.394684081196267,
          "normalization_id": "whisper_english",
          "wer": 0.04395604395604396,
          "cer": 0.01609657947686117,
          "mer": 0.043478260869565216,
          "wil": 0.07501194457716198,
          "wip": 0.924988055422838,
          "word_hits": 88,
          "word_substitutions": 3,
          "word_deletions": 0,
          "word_insertions": 1,
          "reference_words": 91,
          "char_hits": 492,
          "char_substitutions": 2,
          "char_deletions": 3,
          "char_insertions": 3,
          "reference_chars": 497,
          "exact_match_rate": 0.75,
          "raw": {
            "wer": 0.17777777777777778,
            "cer": 0.058365758754863814,
            "mer": 0.17582417582417584,
            "wil": 0.30555555555555547,
            "wip": 0.6944444444444445,
            "word_hits": 75,
            "word_substitutions": 14,
            "word_deletions": 1,
            "word_insertions": 1,
            "reference_words": 90,
            "char_hits": 487,
            "char_substitutions": 13,
            "char_deletions": 14,
            "char_insertions": 3,
            "reference_chars": 514,
            "exact_match_rate": 0.375
          },
          "orthographic": {
            "wer": 0.05555555555555555,
            "cer": 0.02414486921529175,
            "mer": 0.054945054945054944,
            "wil": 0.09694749694749694,
            "wip": 0.9030525030525031,
            "word_hits": 86,
            "word_substitutions": 4,
            "word_deletions": 0,
            "word_insertions": 1,
            "reference_words": 90,
            "char_hits": 487,
            "char_substitutions": 4,
            "char_deletions": 6,
            "char_insertions": 2,
            "reference_chars": 497,
            "exact_match_rate": 0.75
          },
          "wer_ci95": [
            0.0,
            0.10975944786920397
          ],
          "cer_ci95": [
            0.0,
            0.04054535696592723
          ],
          "unique_prompts_scored": 8,
          "by_category": {
            "read_speech": {
              "wer": 0.04395604395604396,
              "cer": 0.01609657947686117,
              "mer": 0.043478260869565216,
              "wil": 0.07501194457716198,
              "wip": 0.924988055422838,
              "word_hits": 88,
              "word_substitutions": 3,
              "word_deletions": 0,
              "word_insertions": 1,
              "reference_words": 91,
              "char_hits": 492,
              "char_substitutions": 2,
              "char_deletions": 3,
              "char_insertions": 3,
              "reference_chars": 497,
              "exact_match_rate": 0.75
            }
          },
          "utterance_mean_wer": 0.041666666666666664,
          "utterance_mean_cer": 0.015811011904761904,
          "asr_scored": 8,
          "dnsmos_sig": {
            "value": 3.6320561725448264,
            "n": 8,
            "ci95": [
              3.591079627691744,
              3.6714704027533935
            ]
          },
          "dnsmos_bak": {
            "value": 4.135271323866035,
            "n": 8,
            "ci95": [
              4.08321633655436,
              4.175520443851709
            ]
          },
          "dnsmos_ovrl": {
            "value": 3.38710418157243,
            "n": 8,
            "ci95": [
              3.32928497220498,
              3.442242112374104
            ]
          },
          "dnsmos_p808": {
            "value": 4.000026881694794,
            "n": 8,
            "ci95": [
              3.880539158731699,
              4.1128717616200445
            ]
          },
          "utmos22_mos": {
            "value": 4.148141384124756,
            "n": 8,
            "ci95": [
              4.023165158927441,
              4.2431541457772255
            ]
          },
          "wavlm_sim_similarity": {
            "value": null,
            "n": 0,
            "ci95": null
          }
        },
        "records_path": "data/native/pilot/vits--default.json",
        "dataset_revision": "f9aa8ddee737ef4ab21a709f21c59966f40a3515"
      },
      "full": {
        "status": "completed",
        "attempted": 1088,
        "generated": 1088,
        "expected": 1088,
        "published": true,
        "metric_counts": {
          "asr": 1088,
          "dnsmos": 1088,
          "utmos22": 1088,
          "wavlm_sim": 0
        },
        "summary": {
          "evaluated": 1088,
          "generated": 1088,
          "generation_failures": 0,
          "expected_samples": 1088,
          "attempted": 1088,
          "scored": 1088,
          "generation_failure_rate": 0.0,
          "latency_p50_s": 0.031868310645222664,
          "latency_p95_s": 0.073133753426373,
          "rtf": 0.009652540981945268,
          "peak_vram_mib": 253.630859375,
          "audio_seconds": 4979.888,
          "clipping_ratio": 0.0,
          "silence_ratio": 0.2628847796619235,
          "rms_dbfs": -18.531640993532488,
          "normalization_id": "whisper_english",
          "wer": 0.06531022356191911,
          "cer": 0.027167767660536808,
          "mer": 0.06477867286770202,
          "wil": 0.1135460574703181,
          "wip": 0.8864539425296819,
          "word_hits": 11261,
          "word_substitutions": 619,
          "word_deletions": 63,
          "word_insertions": 98,
          "reference_words": 11943,
          "char_hits": 65808,
          "char_substitutions": 934,
          "char_deletions": 470,
          "char_insertions": 422,
          "reference_chars": 67212,
          "exact_match_rate": 0.6001838235294118,
          "raw": {
            "wer": 0.11686991869918699,
            "cer": 0.040429472709382415,
            "mer": 0.1160346422265198,
            "wil": 0.20811975677392136,
            "wip": 0.7918802432260786,
            "word_hits": 10513,
            "word_substitutions": 1222,
            "word_deletions": 73,
            "word_insertions": 85,
            "reference_words": 11808,
            "char_hits": 66863,
            "char_substitutions": 1430,
            "char_deletions": 815,
            "char_insertions": 549,
            "reference_chars": 69108,
            "exact_match_rate": 0.3961397058823529
          },
          "orthographic": {
            "wer": 0.06745662293694456,
            "cer": 0.02840714933067883,
            "mer": 0.06691293762068676,
            "wil": 0.11805371332307224,
            "wip": 0.8819462866769278,
            "word_hits": 11114,
            "word_substitutions": 644,
            "word_deletions": 57,
            "word_insertions": 96,
            "reference_words": 11815,
            "char_hits": 65810,
            "char_substitutions": 954,
            "char_deletions": 543,
            "char_insertions": 415,
            "reference_chars": 67307,
            "exact_match_rate": 0.5836397058823529
          },
          "wer_ci95": [
            0.05974576621765304,
            0.07182207384293744
          ],
          "cer_ci95": [
            0.02475944753714984,
            0.02990551961586609
          ],
          "unique_prompts_scored": 1088,
          "by_category": {
            "read_speech": {
              "wer": 0.06531022356191911,
              "cer": 0.027167767660536808,
              "mer": 0.06477867286770202,
              "wil": 0.1135460574703181,
              "wip": 0.8864539425296819,
              "word_hits": 11261,
              "word_substitutions": 619,
              "word_deletions": 63,
              "word_insertions": 98,
              "reference_words": 11943,
              "char_hits": 65808,
              "char_substitutions": 934,
              "char_deletions": 470,
              "char_insertions": 422,
              "reference_chars": 67212,
              "exact_match_rate": 0.6001838235294118
            }
          },
          "utterance_mean_wer": 0.0701120996264114,
          "utterance_mean_cer": 0.02932941627460021,
          "asr_scored": 1088,
          "dnsmos_sig": {
            "value": 3.615753756085301,
            "n": 1088,
            "ci95": [
              3.609570905675586,
              3.6212890652211787
            ]
          },
          "dnsmos_bak": {
            "value": 4.150471260096924,
            "n": 1088,
            "ci95": [
              4.145825247483254,
              4.154872668258434
            ]
          },
          "dnsmos_ovrl": {
            "value": 3.3788724475264185,
            "n": 1088,
            "ci95": [
              3.371434768429331,
              3.385605591564557
            ]
          },
          "dnsmos_p808": {
            "value": 4.042386881349718,
            "n": 1088,
            "ci95": [
              4.032739546188318,
              4.05210245924947
            ]
          },
          "utmos22_mos": {
            "value": 4.157183300484629,
            "n": 1088,
            "ci95": [
              4.146387735847384,
              4.168828810022815
            ]
          },
          "wavlm_sim_similarity": {
            "value": null,
            "n": 0,
            "ci95": null
          }
        },
        "records_path": "data/native/full/vits--default.json",
        "dataset_revision": "87edc394e6f163c283e61e46aa12194a18aaf3aa"
      }
    },
    {
      "id": "vui--default",
      "family": "vui",
      "method": "default",
      "streaming": false,
      "repo": "fluxions/vui",
      "revision": "8dc2bd9993a8118b6e2b71f3d9d92d1deb80e5f7",
      "source": {
        "repo": "fluxions-ai/vui",
        "revision": "4dfd4ffd91da407b80d5ce7eb35d0ede287b3294",
        "readme": "README.md",
        "url": "https://github.com/fluxions-ai/vui"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "inflecttts--default",
      "family": "inflecttts",
      "method": "default",
      "streaming": false,
      "repo": "owensong/Inflect-Micro-v2",
      "revision": "132edf8700da8e0d3fa81cdc0fd8844926fc6582",
      "source": {
        "repo": "owenawsong/Inflect",
        "revision": "6dad5382e473a90be8446e42405874937d4f8959",
        "readme": "README.md",
        "url": "https://github.com/owenawsong/Inflect"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "styletts2--voice_clone",
      "family": "styletts2",
      "method": "voice_clone",
      "streaming": false,
      "repo": "yl4579/StyleTTS2-LibriTTS",
      "revision": null,
      "source": {
        "repo": "yl4579/StyleTTS2",
        "revision": "5cedc71c333f8d8b8551ca59378bdcc7af4c9529",
        "readme": "README.md",
        "url": "https://github.com/yl4579/StyleTTS2"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "styletts2--long_form_clone",
      "family": "styletts2",
      "method": "long_form_clone",
      "streaming": false,
      "repo": "yl4579/StyleTTS2-LibriTTS",
      "revision": null,
      "source": {
        "repo": "yl4579/StyleTTS2",
        "revision": "5cedc71c333f8d8b8551ca59378bdcc7af4c9529",
        "readme": "README.md",
        "url": "https://github.com/yl4579/StyleTTS2"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "melotts--preset_voice",
      "family": "melotts",
      "method": "preset_voice",
      "streaming": false,
      "repo": "myshell-ai/MeloTTS-English",
      "revision": "bb4fb7346d566d277ba8c8c7dbfdf6786139b8ef",
      "source": {
        "repo": "myshell-ai/MeloTTS",
        "revision": "209145371cff8fc3bd60d7be902ea69cbdb7965a",
        "readme": "README.md",
        "url": "https://github.com/myshell-ai/MeloTTS"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "speecht5--speaker_embedding",
      "family": "speecht5",
      "method": "speaker_embedding",
      "streaming": false,
      "repo": "microsoft/speecht5_tts",
      "revision": "30fcde30f19b87502b8435427b5f5068e401d5f6",
      "source": {
        "package": "transformers",
        "version": "4.57.6"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "completed",
        "attempted": 8,
        "generated": 8,
        "expected": 8,
        "published": true,
        "metric_counts": {
          "asr": 8,
          "dnsmos": 8,
          "utmos22": 8,
          "wavlm_sim": 0
        },
        "summary": {
          "evaluated": 8,
          "generated": 8,
          "generation_failures": 0,
          "expected_samples": 8,
          "attempted": 8,
          "scored": 8,
          "generation_failure_rate": 0.0,
          "latency_p50_s": 0.6159605085849762,
          "latency_p95_s": 0.7893186952918768,
          "rtf": 0.16464489372927196,
          "peak_vram_mib": 689.80810546875,
          "audio_seconds": 31.04,
          "clipping_ratio": 0.0,
          "silence_ratio": 0.2825217894931562,
          "rms_dbfs": -25.811872512101957,
          "normalization_id": "whisper_english",
          "wer": 0.03296703296703297,
          "cer": 0.01006036217303823,
          "mer": 0.03296703296703297,
          "wil": 0.054456654456654485,
          "wip": 0.9455433455433455,
          "word_hits": 88,
          "word_substitutions": 2,
          "word_deletions": 1,
          "word_insertions": 0,
          "reference_words": 91,
          "char_hits": 492,
          "char_substitutions": 1,
          "char_deletions": 4,
          "char_insertions": 0,
          "reference_chars": 497,
          "exact_match_rate": 0.75,
          "raw": {
            "wer": 0.08888888888888889,
            "cer": 0.019455252918287938,
            "mer": 0.08888888888888889,
            "wil": 0.15101010101010104,
            "wip": 0.848989898989899,
            "word_hits": 82,
            "word_substitutions": 6,
            "word_deletions": 2,
            "word_insertions": 0,
            "reference_words": 90,
            "char_hits": 505,
            "char_substitutions": 2,
            "char_deletions": 7,
            "char_insertions": 1,
            "reference_chars": 514,
            "exact_match_rate": 0.5
          },
          "orthographic": {
            "wer": 0.022222222222222223,
            "cer": 0.006036217303822937,
            "mer": 0.022222222222222223,
            "wil": 0.043950617283950666,
            "wip": 0.9560493827160493,
            "word_hits": 88,
            "word_substitutions": 2,
            "word_deletions": 0,
            "word_insertions": 0,
            "reference_words": 90,
            "char_hits": 495,
            "char_substitutions": 0,
            "char_deletions": 2,
            "char_insertions": 1,
            "reference_chars": 497,
            "exact_match_rate": 0.75
          },
          "wer_ci95": [
            0.0,
            0.07865168539325842
          ],
          "cer_ci95": [
            0.0,
            0.026267975066345733
          ],
          "unique_prompts_scored": 8,
          "by_category": {
            "read_speech": {
              "wer": 0.03296703296703297,
              "cer": 0.01006036217303823,
              "mer": 0.03296703296703297,
              "wil": 0.054456654456654485,
              "wip": 0.9455433455433455,
              "word_hits": 88,
              "word_substitutions": 2,
              "word_deletions": 1,
              "word_insertions": 0,
              "reference_words": 91,
              "char_hits": 492,
              "char_substitutions": 1,
              "char_deletions": 4,
              "char_insertions": 0,
              "reference_chars": 497,
              "exact_match_rate": 0.75
            }
          },
          "utterance_mean_wer": 0.03125,
          "utterance_mean_cer": 0.009889632936507936,
          "asr_scored": 8,
          "dnsmos_sig": {
            "value": 3.604190651314064,
            "n": 8,
            "ci95": [
              3.5653925955053247,
              3.640807383137582
            ]
          },
          "dnsmos_bak": {
            "value": 4.152812624238708,
            "n": 8,
            "ci95": [
              4.125218157745079,
              4.177095882255321
            ]
          },
          "dnsmos_ovrl": {
            "value": 3.364642866035029,
            "n": 8,
            "ci95": [
              3.323594344219486,
              3.408418568172553
            ]
          },
          "dnsmos_p808": {
            "value": 3.6547476053237915,
            "n": 8,
            "ci95": [
              3.581777535378933,
              3.7330016784369944
            ]
          },
          "utmos22_mos": {
            "value": 4.2860711216926575,
            "n": 8,
            "ci95": [
              4.228102393448353,
              4.334648305177689
            ]
          },
          "wavlm_sim_similarity": {
            "value": null,
            "n": 0,
            "ci95": null
          }
        },
        "records_path": "data/native/pilot/speecht5--speaker_embedding.json",
        "dataset_revision": "b224db2f8d6cb7644b092a4777f5a49267cc7e2d"
      },
      "full": {
        "status": "paused_by_user",
        "attempted": 1088,
        "generated": 1088,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 442,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        },
        "last_worker_status": "scoring_asr"
      }
    },
    {
      "id": "bark--auto_voice",
      "family": "bark",
      "method": "auto_voice",
      "streaming": false,
      "repo": "suno/bark-small",
      "revision": "1dbd7a128513b8ae4a4e2130fed57b7ac9da5bcd",
      "source": {
        "repo": "suno-ai/bark",
        "revision": "f4f32d4cd480dfec1c245d258174bc9bde3c2148",
        "readme": "README.md",
        "url": "https://github.com/suno-ai/bark"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "bark--voice_prompt",
      "family": "bark",
      "method": "voice_prompt",
      "streaming": false,
      "repo": "suno/bark-small",
      "revision": "1dbd7a128513b8ae4a4e2130fed57b7ac9da5bcd",
      "source": {
        "repo": "suno-ai/bark",
        "revision": "f4f32d4cd480dfec1c245d258174bc9bde3c2148",
        "readme": "README.md",
        "url": "https://github.com/suno-ai/bark"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "chatterbox--auto_voice",
      "family": "chatterbox",
      "method": "auto_voice",
      "streaming": false,
      "repo": "ResembleAI/chatterbox",
      "revision": "5bb1f6ee58e50c3b8d408bc82a6d3740c2db6e18",
      "source": {
        "repo": "resemble-ai/chatterbox",
        "revision": "5de7a54aa4e5e2baadb0182dde554908b48b85c2",
        "readme": "README.md",
        "url": "https://github.com/resemble-ai/chatterbox"
      },
      "uses_reference": false,
      "implementation_status": "native_api_audited",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "chatterbox--voice_clone",
      "family": "chatterbox",
      "method": "voice_clone",
      "streaming": false,
      "repo": "ResembleAI/chatterbox",
      "revision": "5bb1f6ee58e50c3b8d408bc82a6d3740c2db6e18",
      "source": {
        "repo": "resemble-ai/chatterbox",
        "revision": "5de7a54aa4e5e2baadb0182dde554908b48b85c2",
        "readme": "README.md",
        "url": "https://github.com/resemble-ai/chatterbox"
      },
      "uses_reference": true,
      "implementation_status": "native_api_audited",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "conversationtts--auto_voice",
      "family": "conversationtts",
      "method": "auto_voice",
      "streaming": false,
      "repo": "AudioFoundation/SpeechFoundation",
      "revision": "b0f6f30e123da06dd15672ddbfc7781b323ea599",
      "source": {
        "repo": "Audio-Foundation-Models/ConversationTTS",
        "revision": "b3851f70c2dc0d35ba609734b08915637fe2a733",
        "readme": "readme.md",
        "url": "https://github.com/Audio-Foundation-Models/ConversationTTS"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "conversationtts--voice_clone",
      "family": "conversationtts",
      "method": "voice_clone",
      "streaming": false,
      "repo": "AudioFoundation/SpeechFoundation",
      "revision": "b0f6f30e123da06dd15672ddbfc7781b323ea599",
      "source": {
        "repo": "Audio-Foundation-Models/ConversationTTS",
        "revision": "b3851f70c2dc0d35ba609734b08915637fe2a733",
        "readme": "readme.md",
        "url": "https://github.com/Audio-Foundation-Models/ConversationTTS"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "cosyvoice--zero_shot",
      "family": "cosyvoice",
      "method": "zero_shot",
      "streaming": false,
      "repo": "FunAudioLLM/Fun-CosyVoice3-0.5B-2512",
      "revision": "29e01c4e8d000f4bcd70751be16fa94bf3d85a18",
      "source": {
        "repo": "FunAudioLLM/CosyVoice",
        "revision": "074ca6dc9e80a2f424f1f74b48bdd7d3fea531cc",
        "readme": "README.md",
        "url": "https://github.com/FunAudioLLM/CosyVoice"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "cosyvoice--cross_lingual",
      "family": "cosyvoice",
      "method": "cross_lingual",
      "streaming": false,
      "repo": "FunAudioLLM/Fun-CosyVoice3-0.5B-2512",
      "revision": "29e01c4e8d000f4bcd70751be16fa94bf3d85a18",
      "source": {
        "repo": "FunAudioLLM/CosyVoice",
        "revision": "074ca6dc9e80a2f424f1f74b48bdd7d3fea531cc",
        "readme": "README.md",
        "url": "https://github.com/FunAudioLLM/CosyVoice"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "cosyvoice--instruct",
      "family": "cosyvoice",
      "method": "instruct",
      "streaming": false,
      "repo": "FunAudioLLM/Fun-CosyVoice3-0.5B-2512",
      "revision": "29e01c4e8d000f4bcd70751be16fa94bf3d85a18",
      "source": {
        "repo": "FunAudioLLM/CosyVoice",
        "revision": "074ca6dc9e80a2f424f1f74b48bdd7d3fea531cc",
        "readme": "README.md",
        "url": "https://github.com/FunAudioLLM/CosyVoice"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "cosyvoice--zero_shot_stream",
      "family": "cosyvoice",
      "method": "zero_shot",
      "streaming": true,
      "repo": "FunAudioLLM/Fun-CosyVoice3-0.5B-2512",
      "revision": "29e01c4e8d000f4bcd70751be16fa94bf3d85a18",
      "source": {
        "repo": "FunAudioLLM/CosyVoice",
        "revision": "074ca6dc9e80a2f424f1f74b48bdd7d3fea531cc",
        "readme": "README.md",
        "url": "https://github.com/FunAudioLLM/CosyVoice"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "cosyvoice--cross_lingual_stream",
      "family": "cosyvoice",
      "method": "cross_lingual",
      "streaming": true,
      "repo": "FunAudioLLM/Fun-CosyVoice3-0.5B-2512",
      "revision": "29e01c4e8d000f4bcd70751be16fa94bf3d85a18",
      "source": {
        "repo": "FunAudioLLM/CosyVoice",
        "revision": "074ca6dc9e80a2f424f1f74b48bdd7d3fea531cc",
        "readme": "README.md",
        "url": "https://github.com/FunAudioLLM/CosyVoice"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "cosyvoice--instruct_stream",
      "family": "cosyvoice",
      "method": "instruct",
      "streaming": true,
      "repo": "FunAudioLLM/Fun-CosyVoice3-0.5B-2512",
      "revision": "29e01c4e8d000f4bcd70751be16fa94bf3d85a18",
      "source": {
        "repo": "FunAudioLLM/CosyVoice",
        "revision": "074ca6dc9e80a2f424f1f74b48bdd7d3fea531cc",
        "readme": "README.md",
        "url": "https://github.com/FunAudioLLM/CosyVoice"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "cosyvoice--text_stream",
      "family": "cosyvoice",
      "method": "text",
      "streaming": true,
      "repo": "FunAudioLLM/Fun-CosyVoice3-0.5B-2512",
      "revision": "29e01c4e8d000f4bcd70751be16fa94bf3d85a18",
      "source": {
        "repo": "FunAudioLLM/CosyVoice",
        "revision": "074ca6dc9e80a2f424f1f74b48bdd7d3fea531cc",
        "readme": "README.md",
        "url": "https://github.com/FunAudioLLM/CosyVoice"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "csm--auto_voice",
      "family": "csm",
      "method": "auto_voice",
      "streaming": false,
      "repo": "sesame/csm-1b",
      "revision": "c92a71e1c419772e25be7dc14d952c2521a740ab",
      "source": {
        "repo": "SesameAILabs/csm",
        "revision": "daed31e6d42cf71873999075de204fa37d2acec3",
        "readme": "README.md",
        "url": "https://github.com/SesameAILabs/csm"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "csm--context_clone",
      "family": "csm",
      "method": "context_clone",
      "streaming": false,
      "repo": "sesame/csm-1b",
      "revision": "c92a71e1c419772e25be7dc14d952c2521a740ab",
      "source": {
        "repo": "SesameAILabs/csm",
        "revision": "daed31e6d42cf71873999075de204fa37d2acec3",
        "readme": "README.md",
        "url": "https://github.com/SesameAILabs/csm"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "dia--auto_voice",
      "family": "dia",
      "method": "auto_voice",
      "streaming": false,
      "repo": "nari-labs/Dia-1.6B-0626",
      "revision": "ef2795fcc29c5abe6ffc91fd33808588b49bbc66",
      "source": {
        "repo": "nari-labs/dia",
        "revision": "876125e461a03b157ec905b0fe8b57a0f8b9e7a0",
        "readme": "README.md",
        "url": "https://github.com/nari-labs/dia"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "dia--voice_clone",
      "family": "dia",
      "method": "voice_clone",
      "streaming": false,
      "repo": "nari-labs/Dia-1.6B-0626",
      "revision": "ef2795fcc29c5abe6ffc91fd33808588b49bbc66",
      "source": {
        "repo": "nari-labs/dia",
        "revision": "876125e461a03b157ec905b0fe8b57a0f8b9e7a0",
        "readme": "README.md",
        "url": "https://github.com/nari-labs/dia"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "echo--voice_clone",
      "family": "echo",
      "method": "voice_clone",
      "streaming": false,
      "repo": "jordand/echo-tts-base",
      "revision": "06731f67000241d55cff6b0a961f22f5f151f24f",
      "source": {
        "repo": "jordandare/echo-tts",
        "revision": "2ed95fce62d33bf7b56f835fd9ec0f0b6fb9155e",
        "readme": "README.md",
        "url": "https://github.com/jordandare/echo-tts"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "f5tts--voice_clone",
      "family": "f5tts",
      "method": "voice_clone",
      "streaming": false,
      "repo": "SWivid/F5-TTS",
      "revision": "84e5a410d9cead4de2f847e7c9369a6440bdfaca",
      "source": {
        "repo": "SWivid/F5-TTS",
        "revision": "9c614e9657089213efc6a7421b30630be138a3f5",
        "readme": "README.md",
        "url": "https://github.com/SWivid/F5-TTS"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "fishtts--auto_voice",
      "family": "fishtts",
      "method": "auto_voice",
      "streaming": false,
      "repo": "fishaudio/s2-pro",
      "revision": "1de9996b6be38b745688de084d87a5633f714e4e",
      "source": {
        "repo": "fishaudio/fish-speech",
        "revision": "befe4001745417f8c42131739d862b8a6fdbd15a",
        "readme": "README.md",
        "url": "https://github.com/fishaudio/fish-speech"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "fishtts--voice_clone",
      "family": "fishtts",
      "method": "voice_clone",
      "streaming": false,
      "repo": "fishaudio/s2-pro",
      "revision": "1de9996b6be38b745688de084d87a5633f714e4e",
      "source": {
        "repo": "fishaudio/fish-speech",
        "revision": "befe4001745417f8c42131739d862b8a6fdbd15a",
        "readme": "README.md",
        "url": "https://github.com/fishaudio/fish-speech"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "fishtts--voice_clone_stream",
      "family": "fishtts",
      "method": "voice_clone",
      "streaming": true,
      "repo": "fishaudio/s2-pro",
      "revision": "1de9996b6be38b745688de084d87a5633f714e4e",
      "source": {
        "repo": "fishaudio/fish-speech",
        "revision": "befe4001745417f8c42131739d862b8a6fdbd15a",
        "readme": "README.md",
        "url": "https://github.com/fishaudio/fish-speech"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "gptsovits--voice_clone",
      "family": "gptsovits",
      "method": "voice_clone",
      "streaming": false,
      "repo": "lj1995/GPT-SoVITS",
      "revision": "336b2ec4e8d4ac74740798dd40af44e74659ecaf",
      "source": {
        "repo": "RVC-Boss/GPT-SoVITS",
        "revision": "48b1a0169a28582a8984402f82cf438d3bfa6aca",
        "readme": "README.md",
        "url": "https://github.com/RVC-Boss/GPT-SoVITS"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "gptsovits--voice_clone_stream",
      "family": "gptsovits",
      "method": "voice_clone",
      "streaming": true,
      "repo": "lj1995/GPT-SoVITS",
      "revision": "336b2ec4e8d4ac74740798dd40af44e74659ecaf",
      "source": {
        "repo": "RVC-Boss/GPT-SoVITS",
        "revision": "48b1a0169a28582a8984402f82cf438d3bfa6aca",
        "readme": "README.md",
        "url": "https://github.com/RVC-Boss/GPT-SoVITS"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "higgstts--auto_voice",
      "family": "higgstts",
      "method": "auto_voice",
      "streaming": false,
      "repo": "bosonai/higgs-tts-2-3b-base",
      "revision": "d80c511612b3040ff2877ce3d408747df1739f11",
      "source": {
        "repo": "boson-ai/higgs-audio",
        "revision": "05a145bb490501b534563bf51bf2f7aa2326b271",
        "readme": "README.md",
        "url": "https://github.com/boson-ai/higgs-audio"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "higgstts--voice_clone",
      "family": "higgstts",
      "method": "voice_clone",
      "streaming": false,
      "repo": "bosonai/higgs-tts-2-3b-base",
      "revision": "d80c511612b3040ff2877ce3d408747df1739f11",
      "source": {
        "repo": "boson-ai/higgs-audio",
        "revision": "05a145bb490501b534563bf51bf2f7aa2326b271",
        "readme": "README.md",
        "url": "https://github.com/boson-ai/higgs-audio"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "mosstts--auto_voice",
      "family": "mosstts",
      "method": "auto_voice",
      "streaming": false,
      "repo": "OpenMOSS-Team/MOSS-TTS-v1.5",
      "revision": "cdd3b911b1585e3f2dbc7775ef10f9926f58850a",
      "source": {
        "repo": "OpenMOSS/MOSS-TTS",
        "revision": "934d6826b084c46a0d033402174d5f8ac4ed2519",
        "readme": "README.md",
        "url": "https://github.com/OpenMOSS/MOSS-TTS"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "mosstts--voice_clone",
      "family": "mosstts",
      "method": "voice_clone",
      "streaming": false,
      "repo": "OpenMOSS-Team/MOSS-TTS-v1.5",
      "revision": "cdd3b911b1585e3f2dbc7775ef10f9926f58850a",
      "source": {
        "repo": "OpenMOSS/MOSS-TTS",
        "revision": "934d6826b084c46a0d033402174d5f8ac4ed2519",
        "readme": "README.md",
        "url": "https://github.com/OpenMOSS/MOSS-TTS"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "mosstts--continuation",
      "family": "mosstts",
      "method": "continuation",
      "streaming": false,
      "repo": "OpenMOSS-Team/MOSS-TTS-v1.5",
      "revision": "cdd3b911b1585e3f2dbc7775ef10f9926f58850a",
      "source": {
        "repo": "OpenMOSS/MOSS-TTS",
        "revision": "934d6826b084c46a0d033402174d5f8ac4ed2519",
        "readme": "README.md",
        "url": "https://github.com/OpenMOSS/MOSS-TTS"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "neutts-air--voice_clone",
      "family": "neutts-air",
      "method": "voice_clone",
      "streaming": false,
      "repo": "neuphonic/neutts-air",
      "revision": "3bf9403646f0ca46a3f2250355d2ce4d1f70559c",
      "source": {
        "repo": "neuphonic/neutts",
        "revision": "ac69851f28fc63a487917e7c2e27f0d75c759cba",
        "readme": "README.md",
        "url": "https://github.com/neuphonic/neutts"
      },
      "uses_reference": true,
      "implementation_status": "native_api_audited",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "neutts--preset_emotion",
      "family": "neutts",
      "method": "preset_emotion",
      "streaming": false,
      "repo": "neuphonic/neutts-2e",
      "revision": "412aaab11c6b727c6c0fe2552db305c234e568da",
      "source": {
        "repo": "neuphonic/neutts",
        "revision": "ac69851f28fc63a487917e7c2e27f0d75c759cba",
        "readme": "README.md",
        "url": "https://github.com/neuphonic/neutts"
      },
      "uses_reference": false,
      "implementation_status": "native_api_audited",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "neutts-air--voice_clone_stream",
      "family": "neutts-air",
      "method": "voice_clone",
      "streaming": true,
      "repo": "neuphonic/neutts-air",
      "revision": "3bf9403646f0ca46a3f2250355d2ce4d1f70559c",
      "source": {
        "repo": "neuphonic/neutts",
        "revision": "ac69851f28fc63a487917e7c2e27f0d75c759cba",
        "readme": "README.md",
        "url": "https://github.com/neuphonic/neutts"
      },
      "uses_reference": true,
      "implementation_status": "gguf_runtime_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "omnivoice--auto_voice",
      "family": "omnivoice",
      "method": "auto_voice",
      "streaming": false,
      "repo": "k2-fsa/OmniVoice",
      "revision": "c5fdb5ccb189668d56333f77ba2629f4cd7535f4",
      "source": {
        "repo": "k2-fsa/OmniVoice",
        "revision": "08be0b4ccbac3e13e374e86fbfead4b4cac343e2",
        "readme": "README.md",
        "url": "https://github.com/k2-fsa/OmniVoice"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "needs_attention",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        },
        "error": "ModuleNotFoundError: No module named 'pydub'"
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "omnivoice--voice_clone",
      "family": "omnivoice",
      "method": "voice_clone",
      "streaming": false,
      "repo": "k2-fsa/OmniVoice",
      "revision": "c5fdb5ccb189668d56333f77ba2629f4cd7535f4",
      "source": {
        "repo": "k2-fsa/OmniVoice",
        "revision": "08be0b4ccbac3e13e374e86fbfead4b4cac343e2",
        "readme": "README.md",
        "url": "https://github.com/k2-fsa/OmniVoice"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "needs_attention",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        },
        "error": "ModuleNotFoundError: No module named 'pydub'"
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "omnivoice--voice_design",
      "family": "omnivoice",
      "method": "voice_design",
      "streaming": false,
      "repo": "k2-fsa/OmniVoice",
      "revision": "c5fdb5ccb189668d56333f77ba2629f4cd7535f4",
      "source": {
        "repo": "k2-fsa/OmniVoice",
        "revision": "08be0b4ccbac3e13e374e86fbfead4b4cac343e2",
        "readme": "README.md",
        "url": "https://github.com/k2-fsa/OmniVoice"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "needs_attention",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        },
        "error": "ModuleNotFoundError: No module named 'pydub'"
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "openvoice--voice_conversion",
      "family": "openvoice",
      "method": "voice_conversion",
      "streaming": false,
      "repo": "myshell-ai/OpenVoiceV2",
      "revision": "f36e7edfe1684461a8343844af60babc2efbb727",
      "source": {
        "repo": "myshell-ai/OpenVoice",
        "revision": "74a1d147b17a8c3092dd5430504bd83ef6c7eb23",
        "readme": "README.md",
        "url": "https://github.com/myshell-ai/OpenVoice"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "orpheustts--preset_voice_stream",
      "family": "orpheustts",
      "method": "preset_voice",
      "streaming": true,
      "repo": "canopylabs/orpheus-3b-0.1-ft",
      "revision": "4206a56e5a68cf6cf96900a8a78acd3370c02eb6",
      "source": {
        "repo": "canopyai/Orpheus-TTS",
        "revision": "e64661fe6d02c414fc77c53578c9d64082614861",
        "readme": "README.md",
        "url": "https://github.com/canopyai/Orpheus-TTS"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "outetts--preset_voice",
      "family": "outetts",
      "method": "preset_voice",
      "streaming": false,
      "repo": "OuteAI/Llama-OuteTTS-1.0-1B",
      "revision": "f445d0d301c7fc9e47fd545eb9f9d2912afe7a77",
      "source": {
        "repo": "edwko/OuteTTS",
        "revision": "f5eac6e70d792844c6a6959d900a47af2c061a5b",
        "readme": "README.md",
        "url": "https://github.com/edwko/OuteTTS"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "outetts--voice_clone",
      "family": "outetts",
      "method": "voice_clone",
      "streaming": false,
      "repo": "OuteAI/Llama-OuteTTS-1.0-1B",
      "revision": "f445d0d301c7fc9e47fd545eb9f9d2912afe7a77",
      "source": {
        "repo": "edwko/OuteTTS",
        "revision": "f5eac6e70d792844c6a6959d900a47af2c061a5b",
        "readme": "README.md",
        "url": "https://github.com/edwko/OuteTTS"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "parlertts--voice_design",
      "family": "parlertts",
      "method": "voice_design",
      "streaming": false,
      "repo": "parler-tts/parler-tts-mini-v1",
      "revision": "0392b9451a601e528fd863bbb0598431fee810d9",
      "source": {
        "repo": "huggingface/parler-tts",
        "revision": "d108732cd57788ec86bc857d99a6cabd66663d68",
        "readme": "README.md",
        "url": "https://github.com/huggingface/parler-tts"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "needs_attention",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        },
        "error": "ImportError: tokenizers>=0.20,<0.21 is required for a normal functioning of this module, but found tokenizers==0.22.2.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main"
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "qwen3tts--custom_voice",
      "family": "qwen3tts",
      "method": "custom_voice",
      "streaming": false,
      "repo": "Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice",
      "revision": "0c0e3051f131929182e2c023b9537f8b1c68adfe",
      "source": {
        "repo": "QwenLM/Qwen3-TTS",
        "revision": "022e286b98fbec7e1e916cb940cdf532cd9f488e",
        "readme": "README.md",
        "url": "https://github.com/QwenLM/Qwen3-TTS"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "needs_attention",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        },
        "error": "RuntimeError: 2 GiB output reserve reached"
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "qwen3tts--voice_design",
      "family": "qwen3tts",
      "method": "voice_design",
      "streaming": false,
      "repo": "Qwen/Qwen3-TTS-12Hz-1.7B-VoiceDesign",
      "revision": "5ecdb67327fd37bb2e042aab12ff7391903235d3",
      "source": {
        "repo": "QwenLM/Qwen3-TTS",
        "revision": "022e286b98fbec7e1e916cb940cdf532cd9f488e",
        "readme": "README.md",
        "url": "https://github.com/QwenLM/Qwen3-TTS"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "qwen3tts--voice_clone",
      "family": "qwen3tts",
      "method": "voice_clone",
      "streaming": false,
      "repo": "Qwen/Qwen3-TTS-12Hz-1.7B-Base",
      "revision": "fd4b254389122332181a7c3db7f27e918eec64e3",
      "source": {
        "repo": "QwenLM/Qwen3-TTS",
        "revision": "022e286b98fbec7e1e916cb940cdf532cd9f488e",
        "readme": "README.md",
        "url": "https://github.com/QwenLM/Qwen3-TTS"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "qwen3tts--x_vector_only",
      "family": "qwen3tts",
      "method": "x_vector_only",
      "streaming": false,
      "repo": "Qwen/Qwen3-TTS-12Hz-1.7B-Base",
      "revision": "fd4b254389122332181a7c3db7f27e918eec64e3",
      "source": {
        "repo": "QwenLM/Qwen3-TTS",
        "revision": "022e286b98fbec7e1e916cb940cdf532cd9f488e",
        "readme": "README.md",
        "url": "https://github.com/QwenLM/Qwen3-TTS"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "qwen3tts--design_then_clone",
      "family": "qwen3tts",
      "method": "design_then_clone",
      "streaming": false,
      "repo": "Qwen/Qwen3-TTS-12Hz-1.7B-Base",
      "revision": "fd4b254389122332181a7c3db7f27e918eec64e3",
      "source": {
        "repo": "QwenLM/Qwen3-TTS",
        "revision": "022e286b98fbec7e1e916cb940cdf532cd9f488e",
        "readme": "README.md",
        "url": "https://github.com/QwenLM/Qwen3-TTS"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "vibevoice--preset_voice_stream",
      "family": "vibevoice",
      "method": "preset_voice",
      "streaming": true,
      "repo": "microsoft/VibeVoice-Realtime-0.5B",
      "revision": "6bce5f06044837fe6d2c5d7a71a84f0416bd57e4",
      "source": {
        "repo": "microsoft/VibeVoice",
        "revision": "1541f590c7099820f10ea012f48d2399282df69f",
        "readme": "README.md",
        "url": "https://github.com/microsoft/VibeVoice"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "voxcpm--auto_voice",
      "family": "voxcpm",
      "method": "auto_voice",
      "streaming": false,
      "repo": "openbmb/VoxCPM2",
      "revision": "bffb3df5a29440629464e5e839f4d214c8714c3d",
      "source": {
        "repo": "OpenBMB/VoxCPM",
        "revision": "f772e498a45fbb5fb8e13fbf9b9c48be9fe33e69",
        "readme": "README.md",
        "url": "https://github.com/OpenBMB/VoxCPM"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "voxcpm--voice_design",
      "family": "voxcpm",
      "method": "voice_design",
      "streaming": false,
      "repo": "openbmb/VoxCPM2",
      "revision": "bffb3df5a29440629464e5e839f4d214c8714c3d",
      "source": {
        "repo": "OpenBMB/VoxCPM",
        "revision": "f772e498a45fbb5fb8e13fbf9b9c48be9fe33e69",
        "readme": "README.md",
        "url": "https://github.com/OpenBMB/VoxCPM"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "voxcpm--voice_clone",
      "family": "voxcpm",
      "method": "voice_clone",
      "streaming": false,
      "repo": "openbmb/VoxCPM2",
      "revision": "bffb3df5a29440629464e5e839f4d214c8714c3d",
      "source": {
        "repo": "OpenBMB/VoxCPM",
        "revision": "f772e498a45fbb5fb8e13fbf9b9c48be9fe33e69",
        "readme": "README.md",
        "url": "https://github.com/OpenBMB/VoxCPM"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "voxcpm--continuation",
      "family": "voxcpm",
      "method": "continuation",
      "streaming": false,
      "repo": "openbmb/VoxCPM2",
      "revision": "bffb3df5a29440629464e5e839f4d214c8714c3d",
      "source": {
        "repo": "OpenBMB/VoxCPM",
        "revision": "f772e498a45fbb5fb8e13fbf9b9c48be9fe33e69",
        "readme": "README.md",
        "url": "https://github.com/OpenBMB/VoxCPM"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "voxcpm--ultimate_clone",
      "family": "voxcpm",
      "method": "ultimate_clone",
      "streaming": false,
      "repo": "openbmb/VoxCPM2",
      "revision": "bffb3df5a29440629464e5e839f4d214c8714c3d",
      "source": {
        "repo": "OpenBMB/VoxCPM",
        "revision": "f772e498a45fbb5fb8e13fbf9b9c48be9fe33e69",
        "readme": "README.md",
        "url": "https://github.com/OpenBMB/VoxCPM"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "voxcpm--auto_voice_stream",
      "family": "voxcpm",
      "method": "auto_voice",
      "streaming": true,
      "repo": "openbmb/VoxCPM2",
      "revision": "bffb3df5a29440629464e5e839f4d214c8714c3d",
      "source": {
        "repo": "OpenBMB/VoxCPM",
        "revision": "f772e498a45fbb5fb8e13fbf9b9c48be9fe33e69",
        "readme": "README.md",
        "url": "https://github.com/OpenBMB/VoxCPM"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "voxcpm--voice_clone_stream",
      "family": "voxcpm",
      "method": "voice_clone",
      "streaming": true,
      "repo": "openbmb/VoxCPM2",
      "revision": "bffb3df5a29440629464e5e839f4d214c8714c3d",
      "source": {
        "repo": "OpenBMB/VoxCPM",
        "revision": "f772e498a45fbb5fb8e13fbf9b9c48be9fe33e69",
        "readme": "README.md",
        "url": "https://github.com/OpenBMB/VoxCPM"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "voxcpm--continuation_stream",
      "family": "voxcpm",
      "method": "continuation",
      "streaming": true,
      "repo": "openbmb/VoxCPM2",
      "revision": "bffb3df5a29440629464e5e839f4d214c8714c3d",
      "source": {
        "repo": "OpenBMB/VoxCPM",
        "revision": "f772e498a45fbb5fb8e13fbf9b9c48be9fe33e69",
        "readme": "README.md",
        "url": "https://github.com/OpenBMB/VoxCPM"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "voxcpm--ultimate_clone_stream",
      "family": "voxcpm",
      "method": "ultimate_clone",
      "streaming": true,
      "repo": "openbmb/VoxCPM2",
      "revision": "bffb3df5a29440629464e5e839f4d214c8714c3d",
      "source": {
        "repo": "OpenBMB/VoxCPM",
        "revision": "f772e498a45fbb5fb8e13fbf9b9c48be9fe33e69",
        "readme": "README.md",
        "url": "https://github.com/OpenBMB/VoxCPM"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "xtts--voice_clone",
      "family": "xtts",
      "method": "voice_clone",
      "streaming": false,
      "repo": "coqui/XTTS-v2",
      "revision": "6c2b0d75eae4b7047358e3b6bd9325f857d43f77",
      "source": {
        "repo": "coqui-ai/TTS",
        "revision": "dbf1a08a0d4e47fdad6172e433eeb34bc6b13b4e",
        "readme": "README.md",
        "url": "https://github.com/coqui-ai/TTS"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "xtts--voice_clone_stream",
      "family": "xtts",
      "method": "voice_clone",
      "streaming": true,
      "repo": "coqui/XTTS-v2",
      "revision": "6c2b0d75eae4b7047358e3b6bd9325f857d43f77",
      "source": {
        "repo": "coqui-ai/TTS",
        "revision": "dbf1a08a0d4e47fdad6172e433eeb34bc6b13b4e",
        "readme": "README.md",
        "url": "https://github.com/coqui-ai/TTS"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "zonos--auto_voice",
      "family": "zonos",
      "method": "auto_voice",
      "streaming": false,
      "repo": "Zyphra/Zonos-v0.1-transformer",
      "revision": "9d8331fc49cb5ba8aad2bb56cafd809c66598f4e",
      "source": {
        "repo": "Zyphra/Zonos",
        "revision": "bc40d98e1e1ab54fc65c483be127a90e3c7c0645",
        "readme": "README.md",
        "url": "https://github.com/Zyphra/Zonos"
      },
      "uses_reference": false,
      "implementation_status": "native_api_audited",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "zonos--voice_clone",
      "family": "zonos",
      "method": "voice_clone",
      "streaming": false,
      "repo": "Zyphra/Zonos-v0.1-transformer",
      "revision": "9d8331fc49cb5ba8aad2bb56cafd809c66598f4e",
      "source": {
        "repo": "Zyphra/Zonos",
        "revision": "bc40d98e1e1ab54fc65c483be127a90e3c7c0645",
        "readme": "README.md",
        "url": "https://github.com/Zyphra/Zonos"
      },
      "uses_reference": true,
      "implementation_status": "native_api_audited",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "zonos2--auto_voice",
      "family": "zonos2",
      "method": "auto_voice",
      "streaming": false,
      "repo": "Zyphra/ZONOS2",
      "revision": "65f1e80f94b599d474bb6af9094a803dc52f60bd",
      "source": {
        "repo": "Zyphra/ZONOS2",
        "revision": "194c0a3ab67b90383a67646289f28d4ecb1c1f64",
        "readme": "README.md",
        "url": "https://github.com/Zyphra/ZONOS2"
      },
      "uses_reference": false,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "zonos2--voice_clone",
      "family": "zonos2",
      "method": "voice_clone",
      "streaming": false,
      "repo": "Zyphra/ZONOS2",
      "revision": "65f1e80f94b599d474bb6af9094a803dc52f60bd",
      "source": {
        "repo": "Zyphra/ZONOS2",
        "revision": "194c0a3ab67b90383a67646289f28d4ecb1c1f64",
        "readme": "README.md",
        "url": "https://github.com/Zyphra/ZONOS2"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "zonos2--voice_clone_fast",
      "family": "zonos2",
      "method": "voice_clone_fast",
      "streaming": false,
      "repo": "Zyphra/ZONOS2",
      "revision": "65f1e80f94b599d474bb6af9094a803dc52f60bd",
      "source": {
        "repo": "Zyphra/ZONOS2",
        "revision": "194c0a3ab67b90383a67646289f28d4ecb1c1f64",
        "readme": "README.md",
        "url": "https://github.com/Zyphra/ZONOS2"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "zonos2--voice_clone_stream",
      "family": "zonos2",
      "method": "voice_clone",
      "streaming": true,
      "repo": "Zyphra/ZONOS2",
      "revision": "65f1e80f94b599d474bb6af9094a803dc52f60bd",
      "source": {
        "repo": "Zyphra/ZONOS2",
        "revision": "194c0a3ab67b90383a67646289f28d4ecb1c1f64",
        "readme": "README.md",
        "url": "https://github.com/Zyphra/ZONOS2"
      },
      "uses_reference": true,
      "implementation_status": "api_review_pending",
      "availability": "under_review",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "llasa-1b--auto_voice",
      "family": "llasa-1b",
      "method": "auto_voice",
      "streaming": false,
      "repo": "HKUSTAudio/Llasa-1B",
      "revision": "cef8ce6a6eea3b593c5b28868d2391ec15eb9058",
      "source": {
        "repo": "zhenye234/LLaSA_inference",
        "revision": "23696564c10539177793dd2eee5e81e667eb566c",
        "readme": "README.md",
        "url": "https://github.com/zhenye234/LLaSA_inference"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "llasa-1b--voice_clone",
      "family": "llasa-1b",
      "method": "voice_clone",
      "streaming": false,
      "repo": "HKUSTAudio/Llasa-1B",
      "revision": "cef8ce6a6eea3b593c5b28868d2391ec15eb9058",
      "source": {
        "repo": "zhenye234/LLaSA_inference",
        "revision": "23696564c10539177793dd2eee5e81e667eb566c",
        "readme": "README.md",
        "url": "https://github.com/zhenye234/LLaSA_inference"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "llasa-3b--auto_voice",
      "family": "llasa-3b",
      "method": "auto_voice",
      "streaming": false,
      "repo": "HKUSTAudio/Llasa-3B",
      "revision": "740b08c956fdde4a5a33f2caffbf004ff76e2748",
      "source": {
        "repo": "zhenye234/LLaSA_inference",
        "revision": "23696564c10539177793dd2eee5e81e667eb566c",
        "readme": "README.md",
        "url": "https://github.com/zhenye234/LLaSA_inference"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "llasa-3b--voice_clone",
      "family": "llasa-3b",
      "method": "voice_clone",
      "streaming": false,
      "repo": "HKUSTAudio/Llasa-3B",
      "revision": "740b08c956fdde4a5a33f2caffbf004ff76e2748",
      "source": {
        "repo": "zhenye234/LLaSA_inference",
        "revision": "23696564c10539177793dd2eee5e81e667eb566c",
        "readme": "README.md",
        "url": "https://github.com/zhenye234/LLaSA_inference"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "llasa-8b--auto_voice",
      "family": "llasa-8b",
      "method": "auto_voice",
      "streaming": false,
      "repo": "HKUSTAudio/Llasa-8B",
      "revision": "2a8339e387348a5cad5160b978a6f364fa06ad74",
      "source": {
        "repo": "zhenye234/LLaSA_inference",
        "revision": "23696564c10539177793dd2eee5e81e667eb566c",
        "readme": "README.md",
        "url": "https://github.com/zhenye234/LLaSA_inference"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "llasa-8b--voice_clone",
      "family": "llasa-8b",
      "method": "voice_clone",
      "streaming": false,
      "repo": "HKUSTAudio/Llasa-8B",
      "revision": "2a8339e387348a5cad5160b978a6f364fa06ad74",
      "source": {
        "repo": "zhenye234/LLaSA_inference",
        "revision": "23696564c10539177793dd2eee5e81e667eb566c",
        "readme": "README.md",
        "url": "https://github.com/zhenye234/LLaSA_inference"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "dia2-1b--auto_voice",
      "family": "dia2-1b",
      "method": "auto_voice",
      "streaming": false,
      "repo": "nari-labs/Dia2-1B",
      "revision": "00042629c61c3268a6473552c911966ec7a5a450",
      "source": {
        "repo": "nari-labs/dia2",
        "revision": "8687268f4ed3ed20704638fd353b51491de3b476",
        "readme": "README.md",
        "url": "https://github.com/nari-labs/dia2"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "dia2-1b--voice_clone",
      "family": "dia2-1b",
      "method": "voice_clone",
      "streaming": false,
      "repo": "nari-labs/Dia2-1B",
      "revision": "00042629c61c3268a6473552c911966ec7a5a450",
      "source": {
        "repo": "nari-labs/dia2",
        "revision": "8687268f4ed3ed20704638fd353b51491de3b476",
        "readme": "README.md",
        "url": "https://github.com/nari-labs/dia2"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "dia2-1b--voice_clone_stream",
      "family": "dia2-1b",
      "method": "voice_clone",
      "streaming": true,
      "repo": "nari-labs/Dia2-1B",
      "revision": "00042629c61c3268a6473552c911966ec7a5a450",
      "source": {
        "repo": "nari-labs/dia2",
        "revision": "8687268f4ed3ed20704638fd353b51491de3b476",
        "readme": "README.md",
        "url": "https://github.com/nari-labs/dia2"
      },
      "uses_reference": true,
      "implementation_status": "not_supported_upstream",
      "availability": "not_supported_upstream",
      "method_note": "The pinned official Dia2 API returns a completed GenerationResult; real streaming support is listed as upcoming in the author README. No fabricated chunking/TTFA.",
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "dia2-2b--auto_voice",
      "family": "dia2-2b",
      "method": "auto_voice",
      "streaming": false,
      "repo": "nari-labs/Dia2-2B",
      "revision": "7abae125471a73b0fc6b9d413cb15f4ae1e771d8",
      "source": {
        "repo": "nari-labs/dia2",
        "revision": "8687268f4ed3ed20704638fd353b51491de3b476",
        "readme": "README.md",
        "url": "https://github.com/nari-labs/dia2"
      },
      "uses_reference": false,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "dia2-2b--voice_clone",
      "family": "dia2-2b",
      "method": "voice_clone",
      "streaming": false,
      "repo": "nari-labs/Dia2-2B",
      "revision": "7abae125471a73b0fc6b9d413cb15f4ae1e771d8",
      "source": {
        "repo": "nari-labs/dia2",
        "revision": "8687268f4ed3ed20704638fd353b51491de3b476",
        "readme": "README.md",
        "url": "https://github.com/nari-labs/dia2"
      },
      "uses_reference": true,
      "implementation_status": "smoke_test_pending",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "dia2-2b--voice_clone_stream",
      "family": "dia2-2b",
      "method": "voice_clone",
      "streaming": true,
      "repo": "nari-labs/Dia2-2B",
      "revision": "7abae125471a73b0fc6b9d413cb15f4ae1e771d8",
      "source": {
        "repo": "nari-labs/dia2",
        "revision": "8687268f4ed3ed20704638fd353b51491de3b476",
        "readme": "README.md",
        "url": "https://github.com/nari-labs/dia2"
      },
      "uses_reference": true,
      "implementation_status": "not_supported_upstream",
      "availability": "not_supported_upstream",
      "method_note": "The pinned official Dia2 API returns a completed GenerationResult; real streaming support is listed as upcoming in the author README. No fabricated chunking/TTFA.",
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "zonos--audio_prefix",
      "family": "zonos",
      "method": "audio_prefix",
      "streaming": false,
      "repo": "Zyphra/Zonos-v0.1-transformer",
      "revision": "9d8331fc49cb5ba8aad2bb56cafd809c66598f4e",
      "source": {
        "repo": "Zyphra/Zonos",
        "revision": "bc40d98e1e1ab54fc65c483be127a90e3c7c0645",
        "readme": "README.md",
        "url": "https://github.com/Zyphra/Zonos"
      },
      "uses_reference": true,
      "implementation_status": "native_api_audited",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    },
    {
      "id": "zonos--voice_clone_with_prefix",
      "family": "zonos",
      "method": "voice_clone_with_prefix",
      "streaming": false,
      "repo": "Zyphra/Zonos-v0.1-transformer",
      "revision": "9d8331fc49cb5ba8aad2bb56cafd809c66598f4e",
      "source": {
        "repo": "Zyphra/Zonos",
        "revision": "bc40d98e1e1ab54fc65c483be127a90e3c7c0645",
        "readme": "README.md",
        "url": "https://github.com/Zyphra/Zonos"
      },
      "uses_reference": true,
      "implementation_status": "native_api_audited",
      "availability": "supported",
      "method_note": null,
      "generation_device": "cuda",
      "pilot": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 8,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      },
      "full": {
        "status": "pending",
        "attempted": 0,
        "generated": 0,
        "expected": 1088,
        "published": false,
        "metric_counts": {
          "asr": 0,
          "dnsmos": 0,
          "utmos22": 0,
          "wavlm_sim": 0
        }
      }
    }
  ],
  "controller": {
    "status": "stopped_by_user",
    "experiment": null,
    "phase": null,
    "action": null,
    "updated_at": 1789567229.1881025,
    "active_jobs": null,
    "execution_mode": null
  }
}