{ "schema_version": 1, "updated": "2026-10-03", "run_date": "2026-10-02", "fsc": { "base_model": "openai/whisper-small", "model_revision": "973afd24965f72e36ca33b3055d56a652f456b4d", "train_rows": 4510, "train_hours": 3.78, "train_speakers": 84, "eval_rows": 347, "eval_speakers": 9, "speaker_overlap": 0, "audio_overlap": 0, "overlapping_normalized_prompts": 87, "train_manifest_sha256": "b91db8fb8d1f2ed6ee166b94639981c875187d6eb8f701f25f67727be2621aaf", "eval_manifest_sha256": "dffdcf9b4c33a17b9b347acba819cb48279773dd3a8ac568957cd65edd607e36", "baseline": { "normalized_cer": 21.57507231133316, "normalized_wer": 52.57575757575758, "raw_wer": 56.439393939393945, "scored": 347 }, "arms": [ { "id": "lr1e-3", "learning_rate": "1e-3", "steps": 1500, "selected_step": 1500, "overall": { "normalized_cer": 12.963449907967394, "normalized_wer": 30.946969696969695, "raw_wer": 33.29545454545455, "scored": 347 }, "training_seconds": 1828.0217, "curve": [ { "step": 250, "eval_normalized_wer": 41.07616521409625, "eval_normalized_cer": 18.657550456906186, "eval_loss": 0.863926887512207 }, { "step": 500, "eval_normalized_wer": 37.40053050397878, "eval_normalized_cer": 15.390178160541712, "eval_loss": 0.7857202887535095 }, { "step": 750, "eval_normalized_wer": 35.31640773020083, "eval_normalized_cer": 14.463217408454407, "eval_loss": 0.7602441906929016 }, { "step": 1000, "eval_normalized_wer": 34.785903751420996, "eval_normalized_cer": 15.206100848070475, "eval_loss": 0.7641140222549438 }, { "step": 1250, "eval_normalized_wer": 32.77756726032588, "eval_normalized_cer": 15.298139504306093, "eval_loss": 0.7829450964927673 }, { "step": 1500, "eval_normalized_wer": 30.95869647593786, "eval_normalized_cer": 12.957727960028926, "eval_loss": 0.7867724895477295 } ] }, { "id": "lr3e-4", "learning_rate": "3e-4", "steps": 1500, "selected_step": 1500, "overall": { "normalized_cer": 14.442545358927164, "normalized_wer": 35.71969696969697, "raw_wer": 38.03030303030303, "scored": 347 }, "training_seconds": 1841.0445, "curve": [ { "step": 250, "eval_normalized_wer": 46.64645699128458, "eval_normalized_cer": 21.701400302412726, "eval_loss": 0.8201932311058044 }, { "step": 500, "eval_normalized_wer": 38.42364532019704, "eval_normalized_cer": 17.329564131220828, "eval_loss": 0.7819390892982483 }, { "step": 750, "eval_normalized_wer": 36.491095111784766, "eval_normalized_cer": 16.48149365590691, "eval_loss": 0.7599402070045471 }, { "step": 1000, "eval_normalized_wer": 37.74156877605154, "eval_normalized_cer": 15.686016698441918, "eval_loss": 0.7689609527587891 }, { "step": 1250, "eval_normalized_wer": 41.1898446381205, "eval_normalized_cer": 17.44132535664979, "eval_loss": 0.7819837927818298 }, { "step": 1500, "eval_normalized_wer": 35.65744600227359, "eval_normalized_cer": 14.436920649529947, "eval_loss": 0.7864192724227905 } ] }, { "id": "lr1e-4", "learning_rate": "1e-4", "steps": 1500, "selected_step": 1500, "overall": { "normalized_cer": 18.222455955824348, "normalized_wer": 40.37878787878788, "raw_wer": 42.1969696969697, "scored": 347 }, "training_seconds": 1851.1803, "curve": [ { "step": 250, "eval_normalized_wer": 45.54755589238348, "eval_normalized_cer": 18.61153112878838, "eval_loss": 0.8895918130874634 }, { "step": 500, "eval_normalized_wer": 41.37931034482759, "eval_normalized_cer": 19.90007231608704, "eval_loss": 0.8400160074234009 }, { "step": 750, "eval_normalized_wer": 44.33497536945813, "eval_normalized_cer": 20.136743146407206, "eval_loss": 0.8126224279403687 }, { "step": 1000, "eval_normalized_wer": 43.46343311860553, "eval_normalized_cer": 20.58378804812307, "eval_loss": 0.8099238872528076 }, { "step": 1250, "eval_normalized_wer": 41.45509662751042, "eval_normalized_cer": 18.53264085201499, "eval_loss": 0.8005564212799072 }, { "step": 1500, "eval_normalized_wer": 40.318302387267906, "eval_normalized_cer": 18.21707974492144, "eval_loss": 0.800366222858429 } ] }, { "id": "final", "learning_rate": "1e-3", "steps": 4000, "selected_step": 4000, "overall": { "normalized_cer": 12.693925848014725, "normalized_wer": 31.022727272727273, "raw_wer": 33.29545454545455, "scored": 347 }, "training_seconds": 5209.8832, "curve": [ { "step": 200, "eval_normalized_wer": 40.88669950738916, "eval_normalized_cer": 16.520938794293603, "eval_loss": 0.8704376220703125 }, { "step": 400, "eval_normalized_wer": 39.29518757104964, "eval_normalized_cer": 15.824074682795345, "eval_loss": 0.8366518020629883 }, { "step": 600, "eval_normalized_wer": 36.90791966654036, "eval_normalized_cer": 15.528236144895141, "eval_loss": 0.800445556640625 }, { "step": 800, "eval_normalized_wer": 38.537324744221294, "eval_normalized_cer": 17.842350930247846, "eval_loss": 0.8199249505996704 }, { "step": 1000, "eval_normalized_wer": 34.103827207275486, "eval_normalized_cer": 14.285714285714285, "eval_loss": 0.8100459575653076 }, { "step": 1200, "eval_normalized_wer": 99.16635089048881, "eval_normalized_cer": 69.19992110972323, "eval_loss": 5.038263320922852 }, { "step": 1400, "eval_normalized_wer": 33.72489579386131, "eval_normalized_cer": 14.049043455394122, "eval_loss": 0.8461143374443054 }, { "step": 1600, "eval_normalized_wer": 35.20272830617658, "eval_normalized_cer": 14.785352705279076, "eval_loss": 0.8366155028343201 }, { "step": 1800, "eval_normalized_wer": 33.42175066312997, "eval_normalized_cer": 13.996449937545197, "eval_loss": 0.854278564453125 }, { "step": 2000, "eval_normalized_wer": 33.2701780977643, "eval_normalized_cer": 14.009598317007429, "eval_loss": 0.8455992341041565 }, { "step": 2200, "eval_normalized_wer": 31.868131868131865, "eval_normalized_cer": 13.378476102820327, "eval_loss": 0.8368257880210876 }, { "step": 2400, "eval_normalized_wer": 33.11860553239864, "eval_normalized_cer": 13.759779107225034, "eval_loss": 0.8666805028915405 }, { "step": 2600, "eval_normalized_wer": 31.56498673740053, "eval_normalized_cer": 13.128656893037933, "eval_loss": 0.8620973825454712 }, { "step": 2800, "eval_normalized_wer": 31.45130731337628, "eval_normalized_cer": 12.931431201104465, "eval_loss": 0.8826525211334229 }, { "step": 3000, "eval_normalized_wer": 31.14816218264494, "eval_normalized_cer": 12.87883768325554, "eval_loss": 0.8960049152374268 }, { "step": 3200, "eval_normalized_wer": 32.09549071618037, "eval_normalized_cer": 13.095785944382355, "eval_loss": 0.881984293460846 }, { "step": 3400, "eval_normalized_wer": 32.66388783630163, "eval_normalized_cer": 13.477088948787062, "eval_loss": 0.9008447527885437 }, { "step": 3600, "eval_normalized_wer": 30.845017051913604, "eval_normalized_cer": 12.707908750246533, "eval_loss": 0.9089634418487549 }, { "step": 3800, "eval_normalized_wer": 31.223948465327776, "eval_normalized_cer": 12.714482939977648, "eval_loss": 0.9150494933128357 }, { "step": 4000, "eval_normalized_wer": 31.03448275862069, "eval_normalized_cer": 12.688186181053185, "eval_loss": 0.9164924621582031 } ] } ], "slices": { "read": { "normalized_cer": 15.390505359877487, "normalized_wer": 29.545454545454547, "raw_wer": 32.72727272727273, "scored": 160 }, "spontaneous": { "normalized_cer": 9.829175704989154, "normalized_wer": 32.5, "raw_wer": 33.86363636363636, "scored": 187 } }, "gate": { "curve_credible": true, "curve_gain_over_first_eval": 9.85221674876847, "curve_points": 20, "diagnosis": "learning but plateaued", "full_budget_completed": true, "is_final_arm": true, "later_phase_execution_authorized": false, "learning_signal": true, "normalized_wer_under_25": false, "protocol_gate_passed": false, "relative_wer_gain_over_zero_shot": 40.99423631123919 }, "recipe": { "method": "LoRA", "rank": 32, "alpha": 64, "targets": [ "q_proj", "v_proj" ], "dropout": 0.05, "effective_batch": 16, "seed": 20260816, "training_precision": "float16", "fresh_scoring_precision": "float32", "forced_language": "Tagalog", "task": "transcribe", "decoding": "greedy", "max_length": 83, "normalization": "NFKC, lowercase, trim and collapse whitespace; punctuation retained" }, "audit": { "state": "verified", "all_2776_predictions_recomputed": true, "all_speech_type_and_speaker_slices_recomputed": true, "deterministic_error_samples_verified": true, "gate_interpretation_recomputed": true }, "audit_limit": "Audited locally against the retained private run artifacts. This public snapshot contains aggregate results and checkpoint curves, not audio or per-example transcripts." }, "comparison": { "clips": 200, "conditions": [ "clean", "noise10", "dropout200" ], "attempted": 2400, "successful": 2400, "failed": 0, "results": [ { "model_key": "whisper-small", "condition": "clean", "normalized_wer_percent": 32.388888888888886, "normalized_cer_percent": 9.14619604102075, "raw_wer_percent": 34.31481481481482, "median_latency_s": 0.3811904940084787, "median_rtf": 0.021004566752176275, "cuda_peak_allocated_bytes": 1109063168, "cuda_peak_reserved_bytes": 1235222528, "failed": 0 }, { "model_key": "whisper-small", "condition": "noise10", "normalized_wer_percent": 42.2037037037037, "normalized_cer_percent": 15.138325781063678, "raw_wer_percent": 43.925925925925924, "median_latency_s": 0.38967363099800423, "median_rtf": 0.02106044828565656, "cuda_peak_allocated_bytes": 1149443584, "cuda_peak_reserved_bytes": 1249902592, "failed": 0 }, { "model_key": "whisper-small", "condition": "dropout200", "normalized_wer_percent": 33.83333333333333, "normalized_cer_percent": 9.927259718578583, "raw_wer_percent": 35.592592592592595, "median_latency_s": 0.3795031069894321, "median_rtf": 0.020945686019003235, "cuda_peak_allocated_bytes": 1109063168, "cuda_peak_reserved_bytes": 1249902592, "failed": 0 }, { "model_key": "small-fsc", "condition": "clean", "normalized_wer_percent": 36.666666666666664, "normalized_cer_percent": 10.660624850942046, "raw_wer_percent": 41.81481481481482, "median_latency_s": 0.3845829254860291, "median_rtf": 0.020978217558451473, "cuda_peak_allocated_bytes": 1109063168, "cuda_peak_reserved_bytes": 1235222528, "failed": 0 }, { "model_key": "small-fsc", "condition": "noise10", "normalized_wer_percent": 44.370370370370374, "normalized_cer_percent": 15.785237300262342, "raw_wer_percent": 48.833333333333336, "median_latency_s": 0.3897561030171346, "median_rtf": 0.021097248238609836, "cuda_peak_allocated_bytes": 1149443584, "cuda_peak_reserved_bytes": 1249902592, "failed": 0 }, { "model_key": "small-fsc", "condition": "dropout200", "normalized_wer_percent": 38.388888888888886, "normalized_cer_percent": 11.578821845933698, "raw_wer_percent": 43.48148148148148, "median_latency_s": 0.3840921105147572, "median_rtf": 0.021056588525158022, "cuda_peak_allocated_bytes": 1109063168, "cuda_peak_reserved_bytes": 1249902592, "failed": 0 }, { "model_key": "small-pld-fil", "condition": "clean", "normalized_wer_percent": 30.62962962962963, "normalized_cer_percent": 13.665633198187454, "raw_wer_percent": 33.07407407407407, "median_latency_s": 0.39204698949470185, "median_rtf": 0.021460048284332463, "cuda_peak_allocated_bytes": 1149443584, "cuda_peak_reserved_bytes": 1251999744, "failed": 0 }, { "model_key": "small-pld-fil", "condition": "noise10", "normalized_wer_percent": 43.29629629629629, "normalized_cer_percent": 20.778678750298116, "raw_wer_percent": 45.53703703703704, "median_latency_s": 0.38945317750039976, "median_rtf": 0.021468934941277384, "cuda_peak_allocated_bytes": 1149447168, "cuda_peak_reserved_bytes": 1251999744, "failed": 0 }, { "model_key": "small-pld-fil", "condition": "dropout200", "normalized_wer_percent": 32.22222222222222, "normalized_cer_percent": 18.05389935606964, "raw_wer_percent": 34.59259259259259, "median_latency_s": 0.394398980497499, "median_rtf": 0.021622542070987356, "cuda_peak_allocated_bytes": 1149443584, "cuda_peak_reserved_bytes": 1251999744, "failed": 0 }, { "model_key": "large-v3-pld-fil-norm", "condition": "clean", "normalized_wer_percent": 23.962962962962962, "normalized_cer_percent": 7.053422370617696, "raw_wer_percent": 31.055555555555554, "median_latency_s": 1.5504573454963975, "median_rtf": 0.08499308626910998, "cuda_peak_allocated_bytes": 6871181824, "cuda_peak_reserved_bytes": 7224688640, "failed": 0 }, { "model_key": "large-v3-pld-fil-norm", "condition": "noise10", "normalized_wer_percent": 27.925925925925927, "normalized_cer_percent": 8.621512043882662, "raw_wer_percent": 34.59259259259259, "median_latency_s": 1.5689426750031998, "median_rtf": 0.08568774879036516, "cuda_peak_allocated_bytes": 6870854144, "cuda_peak_reserved_bytes": 7224688640, "failed": 0 }, { "model_key": "large-v3-pld-fil-norm", "condition": "dropout200", "normalized_wer_percent": 25.092592592592595, "normalized_cer_percent": 7.670522299069879, "raw_wer_percent": 32.05555555555556, "median_latency_s": 1.567561473508249, "median_rtf": 0.08482911835809819, "cuda_peak_allocated_bytes": 6870854144, "cuda_peak_reserved_bytes": 7224688640, "failed": 0 } ], "final_reserved": 200, "final_scored": false, "decoding": "greedy forced-Tagalog transcription, 30-second chunks, max 448 new tokens", "normalization": "NFKC, lowercase and collapsed whitespace; punctuation and accents retained", "hardware": "NVIDIA GB10, float32, batch 1, TTS process present", "timing": "Synchronized feature extraction and decoding; excludes downloads, disk reads, cold loading and warmup. One pass per clip." }, "release": { "state": "planned", "target_date": "2026-10-18", "name": "Suman Ube 1", "name_status": "Provisional personal release name under the draft naming proposal; edge deployment must be verified.", "model_namespace": "zeraphim", "model_id_proposed": "zeraphim/suman-ube-1", "dataset_id_proposed": "zeraphim/fsc-reviewed-1", "dataset_state": "A13 review pending; curated derivative of FSC, not newly recorded audio.", "mac_state": "The next candidate has not been evaluated or exported on Mac." }, "source_fingerprints": [ { "role": "a17-lr1e-3-metrics", "sha256": "584d4b72ed6a9e1435eaf1d3d44a8db29b92d0ed65e38a581c9ce5dfbf35caba" }, { "role": "a17-lr1e-3-curve", "sha256": "4cd0539fd0f18284fe477b4db5bf2c1bfa929e5704fece420adcff39fcac592f" }, { "role": "a17-lr1e-3-training", "sha256": "eaa398821ed7f12d246a21045be469546ca904346191ef96ca39e81378f88336" }, { "role": "a17-lr3e-4-metrics", "sha256": "ed42ef7455ce592bb605c0b035c901d46dce4ca746a5a87ee6a0935510b20b39" }, { "role": "a17-lr3e-4-curve", "sha256": "bec91f760f7bcf69fd5defefb40509c547cd01b683d2fcbd8270da39bd3fe192" }, { "role": "a17-lr3e-4-training", "sha256": "09e044d847af3e3729bb7a366a7e10ffb2ee73fe5084a59ea3c460936551e0f6" }, { "role": "a17-lr1e-4-metrics", "sha256": "dcd602115ab7965406a92eadc3a2e0b79185b87517a7a6cb334cbeb5c1c880a3" }, { "role": "a17-lr1e-4-curve", "sha256": "ce560a67a8131b0e75081f6ba54952ac9d61562a89c837d92e14b88f1c85b3b6" }, { "role": "a17-lr1e-4-training", "sha256": "d6e46ed6d870f08c4c120d123f3b436b2cb355eb6c5315240c7f80805d40b30c" }, { "role": "a17-final-metrics", "sha256": "902392578ca810d907f1073128c7ffeaa73e99a16186ae209aa9f6d8d672e899" }, { "role": "a17-final-curve", "sha256": "111ec4bb54dd688f8034eee18b3e59396eba1377f5077704d87179f532cab984" }, { "role": "a17-final-training", "sha256": "3f02e88713f229188c69ea5ad38a0e8d06e8d286f0b0c6cfa2c6356e8425a773" }, { "role": "a25-comparison", "sha256": "903e91ed45d78ef1e63c1e80cbaadd096b7b5b3f2e42fa22b47294158557ef2d" }, { "role": "a17-independent-audit", "sha256": "cfd11741f7e2c757198e3df1110ac2bacb3fef7bd5909bb7bbe76f6b4417bc09" } ] }