From 2fe5b03b3ed70c5dc889d9627e28c7bd03affc5e Mon Sep 17 00:00:00 2001 From: Ronald Tse Date: Sun, 30 Aug 2026 11:55:14 +0200 Subject: [PATCH 1/3] release: ara-diac-small-2.0 (int8, parity cer_delta 0.1393pp on 600 samples) --- models.yaml | 13 ++++++++ .../ara-diac-small-2.0.metadata.yaml | 32 +++++++++++-------- 2 files changed, 32 insertions(+), 13 deletions(-) diff --git a/models.yaml b/models.yaml index 2006f5b..bf34d1d 100644 --- a/models.yaml +++ b/models.yaml @@ -230,3 +230,16 @@ models: - {name: der_student_fullset, value: 8.259, source: interscript/interscript-ml docs/RESULTS.md#ara-diac-small-1.0} parity: {samples: 800, cer_delta: 0.0} license: BSD-3-Clause + ara-diac-small-2.0: + task: diacritization + scripts: [Arab, Arab] + precision: int8 + filename: clean-int8.zip + url: https://github.com/interscript/interscript-ml/releases/download/ara-diac-small-2.0/clean-int8.zip + sha256: f4d07acdaf9c18cded97e15e0c5636e6cee90de2fa32c5a373a44c0cc912bf50 + size: 264043016 + metrics: + - {name: der_teacher_fullset, value: 2.289, source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon} + - {name: der_student_fullset, value: 4.8218, source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon} + parity: {samples: 600, cer_delta: 0.1393} + license: BSD-3-Clause diff --git a/models/ara-diac-small/ara-diac-small-2.0.metadata.yaml b/models/ara-diac-small/ara-diac-small-2.0.metadata.yaml index 79af49c..54207ba 100644 --- a/models/ara-diac-small/ara-diac-small-2.0.metadata.yaml +++ b/models/ara-diac-small/ara-diac-small-2.0.metadata.yaml @@ -6,28 +6,34 @@ target: Arab tokenizer: bytes opset: 14 decoder: kv -precision: fp32 +precision: int8 license: BSD-3-Clause trained_from: 'sequence-level KD from the r7 canonical teacher (rababa_arabic_byt5/run-007-news/best, 2.2864 windowed DER-CE full protocol): fresh greedy r7 labels on the same r5-units corpus/limits as ara-diac-small-1.0, Muon optimizer (E3-adopted), vanilla ByT5-small - (E4, pre-registered gate <= 6.26). Checkpoint - rababa-checkpoints:/rababa_arabic_distill_small/run-006-r7-muon/best. The two - measured wins compound: 8.259 -> 4.8218 full-set windowed DER-CE (teacher reproduces - 2.289 in-run vs documented 2.2864) — a 42% error reduction on the 1.0 release at the - same architecture and artifact size. Still misses the strict teacher+0.5pp gate - (+2.53pp; miss disclosed); the E2/E3 factorial attributes the residual to domain + (E4, pre-registered gate <= 6.26). Checkpoint rababa-checkpoints:/rababa_arabic_distill_small/run-006-r7-muon/best. + The two measured wins compound: 8.259 -> 4.8218 full-set windowed DER-CE (teacher + reproduces 2.289 in-run vs documented 2.2864) — a 42% error reduction on the 1.0 + release at the same architecture and artifact size. Still misses the strict teacher+0.5pp + gate (+2.53pp; miss disclosed); the E2/E3 factorial attributes the residual to domain coverage.' metrics: - name: der_teacher_fullset value: 2.289 - protocol: windowed DER-CE (1400-byte windows, word-boundary split, greedy, - haraqat-projected, Misraj evaluator); full 1,200-paragraph SadeedDiac-25; - in-run reproduction of the documented 2.2864 (r7 canonical teacher) + protocol: windowed DER-CE (1400-byte windows, word-boundary split, greedy, haraqat-projected, + Misraj evaluator); full 1,200-paragraph SadeedDiac-25; in-run reproduction of + the documented 2.2864 (r7 canonical teacher) source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon - name: der_student_fullset value: 4.8218 - protocol: same full-set harness; E4 (r7 teacher labels + Muon, vanilla - ByT5-small) vs the 8.259 AdamW/r6-labels 1.0 release — a 42% error - reduction at identical architecture and artifact size + protocol: same full-set harness; E4 (r7 teacher labels + Muon, vanilla ByT5-small) + vs the 8.259 AdamW/r6-labels 1.0 release — a 42% error reduction at identical + architecture and artifact size source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon +parity: + samples: 600 + cer_delta: 0.1393 +sha256: + decoder-kv.onnx: 324e8df388538f7ab22eae88cf78b9bcfe45a7edc704fa4864397014d00e38b8 + decoder.onnx: d31d1c5329e16a583372a0679651d0af37e93b9fbb22e3cd7b49ab8bc0c6a40d + encoder.onnx: 9079b8058216af6d7475d63c8286c80cc2cbe701c9eba179f569c6c84d8d750a From db8b3df3f50689144f65af3026c70396d5168651 Mon Sep 17 00:00:00 2001 From: Ronald Tse Date: Sun, 30 Aug 2026 12:13:00 +0200 Subject: [PATCH 2/3] release: ara-diac-small-2.0 (fp32, parity cer_delta 0.1187pp on 600 samples) --- models.yaml | 12 ++++++------ .../ara-diac-small/ara-diac-small-2.0.metadata.yaml | 10 +++++----- 2 files changed, 11 insertions(+), 11 deletions(-) diff --git a/models.yaml b/models.yaml index bf34d1d..93d0e1f 100644 --- a/models.yaml +++ b/models.yaml @@ -233,13 +233,13 @@ models: ara-diac-small-2.0: task: diacritization scripts: [Arab, Arab] - precision: int8 - filename: clean-int8.zip - url: https://github.com/interscript/interscript-ml/releases/download/ara-diac-small-2.0/clean-int8.zip - sha256: f4d07acdaf9c18cded97e15e0c5636e6cee90de2fa32c5a373a44c0cc912bf50 - size: 264043016 + precision: fp32 + filename: clean-fp32.zip + url: https://github.com/interscript/interscript-ml/releases/download/ara-diac-small-2.0/clean-fp32.zip + sha256: d9aa95d0e8fd0d7da80fd2f7dabedf0ac65f55ba984de565d252f5e14906d98c + size: 1418516306 metrics: - {name: der_teacher_fullset, value: 2.289, source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon} - {name: der_student_fullset, value: 4.8218, source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon} - parity: {samples: 600, cer_delta: 0.1393} + parity: {samples: 600, cer_delta: 0.1187} license: BSD-3-Clause diff --git a/models/ara-diac-small/ara-diac-small-2.0.metadata.yaml b/models/ara-diac-small/ara-diac-small-2.0.metadata.yaml index 54207ba..64642c4 100644 --- a/models/ara-diac-small/ara-diac-small-2.0.metadata.yaml +++ b/models/ara-diac-small/ara-diac-small-2.0.metadata.yaml @@ -6,7 +6,7 @@ target: Arab tokenizer: bytes opset: 14 decoder: kv -precision: int8 +precision: fp32 license: BSD-3-Clause trained_from: 'sequence-level KD from the r7 canonical teacher (rababa_arabic_byt5/run-007-news/best, 2.2864 windowed DER-CE full protocol): fresh greedy r7 labels on the same r5-units @@ -32,8 +32,8 @@ metrics: source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon parity: samples: 600 - cer_delta: 0.1393 + cer_delta: 0.1187 sha256: - decoder-kv.onnx: 324e8df388538f7ab22eae88cf78b9bcfe45a7edc704fa4864397014d00e38b8 - decoder.onnx: d31d1c5329e16a583372a0679651d0af37e93b9fbb22e3cd7b49ab8bc0c6a40d - encoder.onnx: 9079b8058216af6d7475d63c8286c80cc2cbe701c9eba179f569c6c84d8d750a + decoder-kv.onnx: 61ef645345997eb5b9746ac77b39363228e5d0873093e6ebaca9a5903d3ac846 + decoder.onnx: 56d81cc644e2c27b56f5efd07f3e6bac0244b74e1383782b13e2d615fbcd43c6 + encoder.onnx: 1eab5f6d418bd718e0628e0cee3124143dd7f277e5b14669a8df76744d12c5ce From 2ba6f7c1f95e596abd98b7f9cfd1240d286039ab Mon Sep 17 00:00:00 2001 From: Ronald Tse Date: Sun, 30 Aug 2026 12:26:20 +0200 Subject: [PATCH 3/3] fix(release): asset names ara-diac-small-2.0-{fp32,int8}.zip + int8 index entry The resilient publish flow's temp filenames leaked into asset names; renamed the release assets and the fp32 URLs, and restored the per- precision int8 entry (the second publish replaced the first's block). --- models.yaml | 17 +++++++++++++++-- 1 file changed, 15 insertions(+), 2 deletions(-) diff --git a/models.yaml b/models.yaml index 93d0e1f..d3d71de 100644 --- a/models.yaml +++ b/models.yaml @@ -234,8 +234,8 @@ models: task: diacritization scripts: [Arab, Arab] precision: fp32 - filename: clean-fp32.zip - url: https://github.com/interscript/interscript-ml/releases/download/ara-diac-small-2.0/clean-fp32.zip + filename: ara-diac-small-2.0-fp32.zip + url: https://github.com/interscript/interscript-ml/releases/download/ara-diac-small-2.0/ara-diac-small-2.0-fp32.zip sha256: d9aa95d0e8fd0d7da80fd2f7dabedf0ac65f55ba984de565d252f5e14906d98c size: 1418516306 metrics: @@ -243,3 +243,16 @@ models: - {name: der_student_fullset, value: 4.8218, source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon} parity: {samples: 600, cer_delta: 0.1187} license: BSD-3-Clause + ara-diac-small-2.0-int8: + task: diacritization + scripts: [Arab, Arab] + precision: int8 + filename: ara-diac-small-2.0-int8.zip + url: https://github.com/interscript/interscript-ml/releases/download/ara-diac-small-2.0/ara-diac-small-2.0-int8.zip + sha256: f4d07acdaf9c18cded97e15e0c5636e6cee90de2fa32c5a373a44c0cc912bf50 + size: 264043016 + metrics: + - {name: der_teacher_fullset, value: 2.289, source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon} + - {name: der_student_fullset, value: 4.8218, source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon} + parity: {samples: 600, cer_delta: 0.1393} + license: BSD-3-Clause