Repository navigation
Expand file tree
/
Copy pathstdout.jsonl
More file actions
56 lines (56 loc) · 57.9 KB
/
Copy pathstdout.jsonl
File metadata and controls
56 lines (56 loc) · 57.9 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{"context": 8, "engine_peak_bytes": 1976770080, "fp32_layer": null, "fp8_dynamic_tensor_calls": 0, "fp8_linears_covered": 0, "fp8_native_shapes": 0, "fp8_output_column_scale_calls": 0, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 0.0, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 0, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": true, "prefill_tokens_per_second": 2.27324676, "reference_top_token": 9707, "resident_weight_bytes": 1976131072, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "root_mean_square_error": 0.0, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "fp32"}
{"context": 8, "engine_peak_bytes": 903415908, "fp32_layer": null, "fp8_dynamic_tensor_calls": 96, "fp8_linears_covered": 168, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 24, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.2144723534584045, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 3.042694108, "reference_top_token": 9707, "resident_weight_bytes": 902737984, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "root_mean_square_error": 0.2778311788476209, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "baseline"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 0, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.0366871356964111, "maximum_not_worse": true, "maximum_over_baseline": 0.8536111445800133, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.876416641, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.8137862486428655, "root_mean_square_error": 0.22609519279043044, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 1, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.1903581619262695, "maximum_not_worse": true, "maximum_over_baseline": 0.9801443059090922, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.835900985, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.9510858606822676, "root_mean_square_error": 0.2642413058586585, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 2, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.1657638549804688, "maximum_not_worse": true, "maximum_over_baseline": 0.9598932834170901, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.8335573, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.8039132304780704, "root_mean_square_error": 0.22335216051492143, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 3, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.1623163223266602, "maximum_not_worse": true, "maximum_over_baseline": 0.957054575196198, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.828641549, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.8134147173126852, "root_mean_square_error": 0.2259919698029876, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 4, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.0168766975402832, "maximum_not_worse": true, "maximum_over_baseline": 0.8372991732949407, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.830797586, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.7904921857511542, "root_mean_square_error": 0.21962337583707567, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 5, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.1657664477825165, "maximum_not_worse": true, "maximum_over_baseline": 0.9598954183376919, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.868456205, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": false, "rms_over_baseline": 1.0001590331487777, "root_mean_square_error": 0.27787536321482165, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 6, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.1967246532440186, "maximum_not_worse": true, "maximum_over_baseline": 0.9853864930199139, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.893351504, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.8293806422196457, "root_mean_square_error": 0.23042780154128104, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 7, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.09140944480896, "maximum_not_worse": true, "maximum_over_baseline": 0.8986696499932639, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.895532515, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.7368148517235661, "root_mean_square_error": 0.20471013884679334, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 8, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.071998953819275, "maximum_not_worse": true, "maximum_over_baseline": 0.8826869963458502, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.83410602, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.8353616027141453, "root_mean_square_error": 0.2320894988461089, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 9, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 0.8654556274414062, "maximum_not_worse": true, "maximum_over_baseline": 0.7126186322618895, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.828054726, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.6657641343587154, "root_mean_square_error": 0.18497003428334774, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 10, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.0353779792785645, "maximum_not_worse": true, "maximum_over_baseline": 0.8525331814513191, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.808360299, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.737877611211541, "root_mean_square_error": 0.20500540656816893, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 11, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.1911258697509766, "maximum_not_worse": true, "maximum_over_baseline": 0.9807764387217666, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.851972518, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.9182390714296614, "root_mean_square_error": 0.2551154436792476, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 12, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.040862649679184, "maximum_not_worse": true, "maximum_over_baseline": 0.8570492747036693, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.866635489, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.8470169558633479, "root_mean_square_error": 0.2353277193514372, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 13, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.1157948970794678, "maximum_not_worse": true, "maximum_over_baseline": 0.9187487009498925, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.832370235, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.767791085998626, "root_mean_square_error": 0.2133163025316933, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 14, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.0291763544082642, "maximum_not_worse": true, "maximum_over_baseline": 0.8474267458435918, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.832118059, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.8303071590740756, "root_mean_square_error": 0.2306852168111695, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 15, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.1140321493148804, "maximum_not_worse": true, "maximum_over_baseline": 0.9172972494124674, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.832166611, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.9021836336014595, "root_mean_square_error": 0.25065474246052355, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 16, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.0657019019126892, "maximum_not_worse": true, "maximum_over_baseline": 0.8775019858442494, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.884391503, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.9075833147536695, "root_mean_square_error": 0.2521549422404433, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 17, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.3128443360328674, "maximum_not_worse": false, "maximum_over_baseline": 1.08099977104817, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.882605043, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": false, "rms_over_baseline": 1.0539507607779302, "root_mean_square_error": 0.2928203823142792, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 18, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.0912342071533203, "maximum_not_worse": true, "maximum_over_baseline": 0.8985253588077622, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.866212875, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.853223965696458, "root_mean_square_error": 0.23705222021048894, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 19, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.1584161818027496, "maximum_not_worse": true, "maximum_over_baseline": 0.9538431883640447, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.871770288, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.9097867882455173, "root_mean_square_error": 0.2527671358782429, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 20, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.252842903137207, "maximum_not_worse": false, "maximum_over_baseline": 1.0315944200537264, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.84994835, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": false, "rms_over_baseline": 1.003266662784609, "root_mean_square_error": 0.2787387596199664, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 21, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.245530605316162, "maximum_not_worse": false, "maximum_over_baseline": 1.0255734531702712, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.841904735, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.9573888999785969, "root_mean_square_error": 0.2659924866966806, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 22, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.1914010047912598, "maximum_not_worse": true, "maximum_over_baseline": 0.9810029856987313, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.853815901, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.8669914938881453, "root_mean_square_error": 0.2408772687978033, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 948140620, "fp32_layer": 23, "fp8_dynamic_tensor_calls": 92, "fp8_linears_covered": 161, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 23, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 1.187988519668579, "maximum_not_worse": true, "maximum_over_baseline": 0.9781931357149395, "model": "qwen2.5-0.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 1.87217088, "reference_top_token": 9707, "resident_weight_bytes": 947462696, "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "rms_not_worse": true, "rms_over_baseline": 0.9500029089499514, "root_mean_square_error": 0.26394042810223406, "schema_version": 1, "status": "pass", "top_token": 9707, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 7109507104, "fp32_layer": null, "fp8_dynamic_tensor_calls": 0, "fp8_linears_covered": 0, "fp8_native_shapes": 0, "fp8_output_column_scale_calls": 0, "fp8_software_fallback_calls": 0, "fp8_software_fallback_shapes": 0, "logit_count": 151936, "maximum_absolute_error": 0.0, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 2}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": true, "prefill_tokens_per_second": 4.627006519, "reference_top_token": 10, "resident_weight_bytes": 7108352000, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "root_mean_square_error": 0.0, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "fp32"}
{"context": 8, "engine_peak_bytes": 2506785480, "fp32_layer": null, "fp8_dynamic_tensor_calls": 113, "fp8_linears_covered": 197, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 28, "fp8_software_fallback_calls": 28, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.7741536945104599, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 3.802523395, "reference_top_token": 10, "resident_weight_bytes": 2477816484, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "root_mean_square_error": 0.1730619472731373, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "baseline"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 0, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 1.1033058166503906, "maximum_not_worse": false, "maximum_over_baseline": 1.4251767116451879, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.231930902, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.557377746810594, "root_mean_square_error": 0.2695228255028924, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 1, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.9421346187591553, "maximum_not_worse": false, "maximum_over_baseline": 1.2169865305040222, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.116438824, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.00664030271038, "root_mean_square_error": 0.17421113099067878, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 2, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.9691738188266754, "maximum_not_worse": false, "maximum_over_baseline": 1.2519139619162285, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.12005754, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.1841717817563417, "root_mean_square_error": 0.20493507445665307, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 3, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.9013998508453369, "maximum_not_worse": false, "maximum_over_baseline": 1.1643680799267409, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.12012691, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.2522558282155798, "root_mean_square_error": 0.21671783211512355, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 4, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.842458963394165, "maximum_not_worse": false, "maximum_over_baseline": 1.0882321809842919, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.053636305, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.071328173832906, "root_mean_square_error": 0.18540613993209684, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 5, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.9361017793416977, "maximum_not_worse": false, "maximum_over_baseline": 1.2091937117650087, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.069700141, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.428126904877056, "root_mean_square_error": 0.24715442311118183, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 6, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.8857321739196777, "maximum_not_worse": false, "maximum_over_baseline": 1.144129622063969, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.060807711, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0505039649076051, "root_mean_square_error": 0.18180226178506165, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 7, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.8559281826019287, "maximum_not_worse": false, "maximum_over_baseline": 1.105630818106706, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.127295708, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0505346768365038, "root_mean_square_error": 0.18180757685128135, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 8, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.9381110668182373, "maximum_not_worse": false, "maximum_over_baseline": 1.2117891750312666, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.048644004, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0329283931691364, "root_mean_square_error": 0.17876059911556352, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 9, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.7913603782653809, "maximum_not_worse": false, "maximum_over_baseline": 1.022226444021302, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.134139043, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": true, "rms_over_baseline": 0.9937959373288626, "root_mean_square_error": 0.1719882601062657, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 10, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 1.1358511447906494, "maximum_not_worse": false, "maximum_over_baseline": 1.4672165912854176, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.135493725, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.606500773048759, "root_mean_square_error": 0.27802415207961867, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 11, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 1.004192590713501, "maximum_not_worse": false, "maximum_over_baseline": 1.2971488708692496, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.083711883, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.4900936408480343, "root_mean_square_error": 0.25787850710447974, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 12, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 1.2207015752792358, "maximum_not_worse": false, "maximum_over_baseline": 1.5768207061921378, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.13504346, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.793946550744209, "root_mean_square_error": 0.31046388337572084, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 13, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.8407625332474709, "maximum_not_worse": false, "maximum_over_baseline": 1.086040845906098, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.130953238, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0188217624233094, "root_mean_square_error": 0.1763192781292276, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 14, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 1.1737844944000244, "maximum_not_worse": false, "maximum_over_baseline": 1.516216356937072, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.057651163, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.8206599852450538, "root_mean_square_error": 0.31508696236879047, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 15, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.8841817378997803, "maximum_not_worse": false, "maximum_over_baseline": 1.142126872440875, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.056781177, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0731619932126657, "root_mean_square_error": 0.1857235042849053, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 16, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.9122154712677002, "maximum_not_worse": false, "maximum_over_baseline": 1.1783389754983271, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.046093912, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0298117120525174, "root_mean_square_error": 0.17822122021249204, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 17, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.8398473262786865, "maximum_not_worse": false, "maximum_over_baseline": 1.0848586427140523, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.128018476, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0295263610339844, "root_mean_square_error": 0.17817183680956833, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 18, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 1.042496919631958, "maximum_not_worse": false, "maximum_over_baseline": 1.3466278427970124, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.115294671, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.2483420063105202, "root_mean_square_error": 0.21604049847495368, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 19, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.8757939636707306, "maximum_not_worse": false, "maximum_over_baseline": 1.1312921063104187, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 0, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.12855298, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.3358237054894444, "root_mean_square_error": 0.23118025168562115, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 20, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.898269534111023, "maximum_not_worse": false, "maximum_over_baseline": 1.160324545992186, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.082350019, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0359198678600905, "root_mean_square_error": 0.17927830955079835, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 21, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.9075155258178711, "maximum_not_worse": false, "maximum_over_baseline": 1.1722679000992733, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.091278612, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0295326116697177, "root_mean_square_error": 0.17817291855676, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 22, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.8497507572174072, "maximum_not_worse": false, "maximum_over_baseline": 1.0976512328792172, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.132135736, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.1127048359696925, "root_mean_square_error": 0.19256686565315184, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 23, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.9004353582859039, "maximum_not_worse": false, "maximum_over_baseline": 1.1631222129028254, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.119092254, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0898699023029381, "root_mean_square_error": 0.1886150075669304, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 24, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.9774537086486816, "maximum_not_worse": false, "maximum_over_baseline": 1.2626093701804002, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.099038592, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.2968015093402758, "root_mean_square_error": 0.2244269944331717, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 25, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.8917789459228516, "maximum_not_worse": false, "maximum_over_baseline": 1.15194043798599, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.075568986, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0062891080048848, "root_mean_square_error": 0.17415035255107375, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 26, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.8070540130138397, "maximum_not_worse": false, "maximum_over_baseline": 1.0424984324646083, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 2, "physical_gpu_index": 2, "vram_percent": 1}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.123385578, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": false, "rms_over_baseline": 1.0869984172650615, "root_mean_square_error": 0.18811806277470977, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}
{"context": 8, "engine_peak_bytes": 2647157424, "fp32_layer": 27, "fp8_dynamic_tensor_calls": 109, "fp8_linears_covered": 190, "fp8_native_shapes": 4, "fp8_output_column_scale_calls": 27, "fp8_software_fallback_calls": 27, "fp8_software_fallback_shapes": 1, "logit_count": 151936, "maximum_absolute_error": 0.8294835090637207, "maximum_not_worse": false, "maximum_over_baseline": 1.0714713563283438, "model": "deepseek-r1-distill-qwen-1.5b", "post_run_gpu_state": {"gpu_use_percent": 3, "physical_gpu_index": 2, "vram_percent": 0}, "pre_run_gpu_state": {"gpu_use_percent": 1, "physical_gpu_index": 2, "vram_percent": 0}, "precision_gate_passed": false, "prefill_tokens_per_second": 2.102484507, "reference_top_token": 10, "resident_weight_bytes": 2618188428, "revision": "ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562", "rms_not_worse": true, "rms_over_baseline": 0.9990897096249254, "root_mean_square_error": 0.1729044106482429, "schema_version": 1, "status": "pass", "top_token": 10, "top_token_equal": true, "track": "official_fp8_layer_leave_one_out", "variant": "leave_one_out"}