diff --git a/benchmarks/speedbench-reference-al.yaml b/benchmarks/speedbench-reference-al.yaml new file mode 100644 index 000000000..fe9f0e7cc --- /dev/null +++ b/benchmarks/speedbench-reference-al.yaml @@ -0,0 +1,13 @@ +# Acceptance Length (AL) reference values measured with SPEED-Bench +# dataset: coding | temperature: 1.0 | thinking: true +# key = num_speculative_tokens (MTP level), value = golden AL + +deepseek-v4-pro: + 1: 1.90 + 2: 2.60 + 3: 2.97 + 4: 3.04 + 5: 3.13 + 6: 3.08 + 7: 3.13 + 8: 3.12 \ No newline at end of file