| { |
| "base_model": "Qwen/Qwen3-8B", |
| "base_revision": "b968826d9c46dd6066d109eabc6255188de91218", |
| "checkpoint_sha256": "c11034fea2a42e6b3a0e8ca1252cafa5e9e7419b2b750bd8308952e22bc36fbc", |
| "method": "kveraser", |
| "seed": 42, |
| "dtype": "bf16", |
| "attn_backend": "sdpa", |
| "placement": "single_gpu", |
| "warmup_samples": 3, |
| "online_timing": "Erasing, query replay, and generation; excludes loading and initial prefill.", |
| "environment": { |
| "cuda": "12.4", |
| "devices": { |
| "0": { |
| "name": "NVIDIA RTX 6000 Ada Generation", |
| "total_bytes": 50951487488 |
| } |
| }, |
| "peft": "0.18.0", |
| "python": "3.10.20", |
| "torch": "2.6.0+cu124", |
| "transformers": "4.57.6" |
| }, |
| "results": { |
| "eval/niah/ctx32000": { |
| "em": 0.99, |
| "f1": null, |
| "gpu_memory": { |
| "0": { |
| "additional_peak_bytes": 546727936, |
| "allocated_before_bytes": 21184952320, |
| "online_peak_allocated_bytes": 21731680256, |
| "sample_peak_allocated_bytes": 24601723904 |
| } |
| }, |
| "mean_generated_tokens": 8.03, |
| "online_time_s": { |
| "mean": 0.5142248917417601, |
| "p50": 0.5102429335238412, |
| "p95": 0.5300618196662981, |
| "total": 51.42248917417601 |
| }, |
| "samples": 100, |
| "tokens_to_generate": 32 |
| }, |
| "eval/2wiki/default": { |
| "em": 0.9069767441860465, |
| "f1": 0.9163482834994462, |
| "gpu_memory": { |
| "0": { |
| "additional_peak_bytes": 268969472, |
| "allocated_before_bytes": 18794143232, |
| "online_peak_allocated_bytes": 19063112704, |
| "sample_peak_allocated_bytes": 20474419712 |
| } |
| }, |
| "mean_generated_tokens": 7.531976744186046, |
| "online_time_s": { |
| "mean": 0.3682723147667698, |
| "p50": 0.4042185049620457, |
| "p95": 0.49807005331385873, |
| "total": 126.68567627976881 |
| }, |
| "samples": 344, |
| "tokens_to_generate": 32 |
| }, |
| "eval/musique/default": { |
| "em": 0.8466666666666667, |
| "f1": 0.8667089947089949, |
| "gpu_memory": { |
| "0": { |
| "additional_peak_bytes": 272650752, |
| "allocated_before_bytes": 18801221120, |
| "online_peak_allocated_bytes": 19072865280, |
| "sample_peak_allocated_bytes": 20484922880 |
| } |
| }, |
| "mean_generated_tokens": 5.156666666666666, |
| "online_time_s": { |
| "mean": 0.2802521892004491, |
| "p50": 0.26830165553838015, |
| "p95": 0.3870559116388904, |
| "total": 84.07565676013473 |
| }, |
| "samples": 300, |
| "tokens_to_generate": 32 |
| }, |
| "eval/niah/ctx16000": { |
| "em": 1.0, |
| "f1": null, |
| "gpu_memory": { |
| "0": { |
| "additional_peak_bytes": 281001984, |
| "allocated_before_bytes": 18824815616, |
| "online_peak_allocated_bytes": 19105817600, |
| "sample_peak_allocated_bytes": 20527882752 |
| } |
| }, |
| "mean_generated_tokens": 8.0, |
| "online_time_s": { |
| "mean": 0.4066749042732408, |
| "p50": 0.40496365050785244, |
| "p95": 0.4213551172724692, |
| "total": 40.66749042732408 |
| }, |
| "samples": 100, |
| "tokens_to_generate": 32 |
| }, |
| "eval/bfcl/default": { |
| "em": 0.85, |
| "f1": null, |
| "gpu_memory": { |
| "0": { |
| "additional_peak_bytes": 515848704, |
| "allocated_before_bytes": 21069217792, |
| "online_peak_allocated_bytes": 21585066496, |
| "sample_peak_allocated_bytes": 24401938432 |
| } |
| }, |
| "mean_generated_tokens": 3.7, |
| "online_time_s": { |
| "mean": 0.2751596597000025, |
| "p50": 0.26906770549248904, |
| "p95": 0.35671693200129084, |
| "total": 27.515965970000252 |
| }, |
| "samples": 100, |
| "tokens_to_generate": 32 |
| }, |
| "eval/iirc/default": { |
| "em": 0.9157303370786517, |
| "f1": 0.9245585874799357, |
| "gpu_memory": { |
| "0": { |
| "additional_peak_bytes": 270984192, |
| "allocated_before_bytes": 18805350400, |
| "online_peak_allocated_bytes": 19076334592, |
| "sample_peak_allocated_bytes": 20494448640 |
| } |
| }, |
| "mean_generated_tokens": 4.617977528089888, |
| "online_time_s": { |
| "mean": 0.2729848635430694, |
| "p50": 0.24699980198056437, |
| "p95": 0.46759864510095217, |
| "total": 48.59130571066635 |
| }, |
| "samples": 178, |
| "tokens_to_generate": 32 |
| }, |
| "eval/niah/ctx8000": { |
| "em": 1.0, |
| "f1": null, |
| "gpu_memory": { |
| "0": { |
| "additional_peak_bytes": 147274240, |
| "allocated_before_bytes": 17649986048, |
| "online_peak_allocated_bytes": 17793384960, |
| "sample_peak_allocated_bytes": 18499313152 |
| } |
| }, |
| "mean_generated_tokens": 8.0, |
| "online_time_s": { |
| "mean": 0.3958572719770018, |
| "p50": 0.39497024498996325, |
| "p95": 0.40763832080410795, |
| "total": 39.58572719770018 |
| }, |
| "samples": 100, |
| "tokens_to_generate": 32 |
| }, |
| "eval/niah/ctx4000": { |
| "em": 1.0, |
| "f1": null, |
| "gpu_memory": { |
| "0": { |
| "additional_peak_bytes": 78681600, |
| "allocated_before_bytes": 17059311104, |
| "online_peak_allocated_bytes": 17135731200, |
| "sample_peak_allocated_bytes": 17479739904 |
| } |
| }, |
| "mean_generated_tokens": 8.0, |
| "online_time_s": { |
| "mean": 0.3570333040604601, |
| "p50": 0.35512368800118566, |
| "p95": 0.3695398859825218, |
| "total": 35.70333040604601 |
| }, |
| "samples": 100, |
| "tokens_to_generate": 32 |
| }, |
| "eval/niah/ctx2000": { |
| "em": 1.0, |
| "f1": null, |
| "gpu_memory": { |
| "0": { |
| "additional_peak_bytes": 47998464, |
| "allocated_before_bytes": 16761558528, |
| "online_peak_allocated_bytes": 16809556992, |
| "sample_peak_allocated_bytes": 16965440000 |
| } |
| }, |
| "mean_generated_tokens": 8.0, |
| "online_time_s": { |
| "mean": 0.35657244847039693, |
| "p50": 0.3525064610003028, |
| "p95": 0.3720976054901257, |
| "total": 35.65724484703969 |
| }, |
| "samples": 100, |
| "tokens_to_generate": 32 |
| }, |
| "eval/niah/ctx1000": { |
| "em": 1.0, |
| "f1": null, |
| "gpu_memory": { |
| "0": { |
| "additional_peak_bytes": 29080064, |
| "allocated_before_bytes": 16616574976, |
| "online_peak_allocated_bytes": 16643975168, |
| "sample_peak_allocated_bytes": 16717585408 |
| } |
| }, |
| "mean_generated_tokens": 8.0, |
| "online_time_s": { |
| "mean": 0.3563199064537184, |
| "p50": 0.3537737209990155, |
| "p95": 0.3704430579848122, |
| "total": 35.63199064537184 |
| }, |
| "samples": 100, |
| "tokens_to_generate": 32 |
| } |
| } |
| } |
|
|
