mirror of
https://github.com/deepseek-ai/DeepInfer.git
synced 2026-10-28 23:07:09 +08:00
8a5209ee65
- examples/neuron: tiny random V4.1 checkpoint in the real HF layout, pure-torch replacements for the official reference kernels, golden generation, a teacher-forced DeepInfer runner (LLM offline API) and a comparison tool. CPU mode: 25/27 greedy tokens match, worst logits cos 0.9985 / rel 0.056 against a reference self-noise floor of 0.032-0.060. - model_loader: check parameters against the platform device, not is_cuda. - deep_gemm paged MQA logits: do not dereference block-table slots past the context. - bind_cpu: skip in Neuron CPU mode (1 core per NeuronCore share would serialize host compute). Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
357 lines
4.0 KiB
JSON
357 lines
4.0 KiB
JSON
{
|
|
"name": "medium",
|
|
"prompt_text": "In the early morning the harbor was quiet. Fishing boats rocked gently against the wooden piers, their ropes creaking as the tide came in. An old man sat on an overturned crate, mending a net with slow, careful hands. He had worked these waters for more than fifty years, and he could read the weather in the color of the sky and the shape of the clouds. Today the sky was pale gray, and a thin mist hung over the water. Somewhere a gull cried, and the sound echoed off the stone walls of the warehouses. A young girl ran down the pier, her boots clattering on the boards. She stopped beside the old man and asked him whether the boats would go out today. He looked at the horizon for a long moment before answering. The sea, he said, decides that for us. We only listen.",
|
|
"prompt_ids": [
|
|
0,
|
|
1124,
|
|
270,
|
|
3808,
|
|
7469,
|
|
270,
|
|
58523,
|
|
515,
|
|
12426,
|
|
16,
|
|
75989,
|
|
36474,
|
|
107943,
|
|
25680,
|
|
2765,
|
|
270,
|
|
26166,
|
|
121446,
|
|
14,
|
|
786,
|
|
78139,
|
|
1914,
|
|
1690,
|
|
412,
|
|
270,
|
|
41949,
|
|
4127,
|
|
295,
|
|
16,
|
|
1417,
|
|
3072,
|
|
836,
|
|
3825,
|
|
377,
|
|
411,
|
|
106554,
|
|
71040,
|
|
14,
|
|
292,
|
|
3261,
|
|
260,
|
|
3150,
|
|
418,
|
|
6470,
|
|
14,
|
|
16372,
|
|
6099,
|
|
16,
|
|
1166,
|
|
936,
|
|
7911,
|
|
1305,
|
|
16985,
|
|
362,
|
|
850,
|
|
1099,
|
|
12099,
|
|
1737,
|
|
14,
|
|
305,
|
|
468,
|
|
1494,
|
|
1733,
|
|
270,
|
|
9670,
|
|
295,
|
|
270,
|
|
3605,
|
|
294,
|
|
270,
|
|
12709,
|
|
305,
|
|
270,
|
|
7633,
|
|
294,
|
|
270,
|
|
26316,
|
|
16,
|
|
13253,
|
|
270,
|
|
12709,
|
|
515,
|
|
24754,
|
|
22799,
|
|
14,
|
|
305,
|
|
260,
|
|
12220,
|
|
9470,
|
|
15179,
|
|
1060,
|
|
270,
|
|
2237,
|
|
16,
|
|
5183,
|
|
4779,
|
|
260,
|
|
108711,
|
|
32080,
|
|
14,
|
|
305,
|
|
270,
|
|
5706,
|
|
61415,
|
|
1375,
|
|
270,
|
|
13754,
|
|
13654,
|
|
294,
|
|
270,
|
|
103677,
|
|
16,
|
|
334,
|
|
4047,
|
|
6482,
|
|
11693,
|
|
1910,
|
|
270,
|
|
21561,
|
|
14,
|
|
969,
|
|
39182,
|
|
667,
|
|
46354,
|
|
377,
|
|
270,
|
|
26730,
|
|
16,
|
|
2566,
|
|
12852,
|
|
24570,
|
|
270,
|
|
3072,
|
|
836,
|
|
305,
|
|
4869,
|
|
1440,
|
|
3920,
|
|
270,
|
|
36474,
|
|
1114,
|
|
807,
|
|
798,
|
|
4316,
|
|
16,
|
|
1166,
|
|
6273,
|
|
509,
|
|
270,
|
|
31383,
|
|
362,
|
|
260,
|
|
1606,
|
|
4712,
|
|
1936,
|
|
37298,
|
|
16,
|
|
455,
|
|
8343,
|
|
14,
|
|
468,
|
|
1359,
|
|
14,
|
|
37581,
|
|
396,
|
|
362,
|
|
550,
|
|
16,
|
|
1350,
|
|
1353,
|
|
12440,
|
|
16
|
|
],
|
|
"n_prompt_tokens": 172,
|
|
"tokens": [
|
|
110226,
|
|
112553,
|
|
15227,
|
|
85761,
|
|
86959,
|
|
11563,
|
|
10257,
|
|
126318,
|
|
127265
|
|
],
|
|
"decoded": "\u8f66\u7a97yat\u8282\u70b9 zostologiques\u0e18\ufffd\ufffd Nasdaq\u5408\u7406\u5316",
|
|
"top1_top2_margin": [
|
|
0.09576,
|
|
0.176,
|
|
0.47041,
|
|
0.55217,
|
|
0.16517,
|
|
0.02413,
|
|
0.00963,
|
|
0.06668,
|
|
0.38849
|
|
],
|
|
"top5_ids": [
|
|
[
|
|
110226,
|
|
85792,
|
|
80461,
|
|
98669,
|
|
57424
|
|
],
|
|
[
|
|
112553,
|
|
36136,
|
|
17629,
|
|
64921,
|
|
30344
|
|
],
|
|
[
|
|
15227,
|
|
124367,
|
|
22709,
|
|
551,
|
|
11173
|
|
],
|
|
[
|
|
85761,
|
|
39686,
|
|
27013,
|
|
118390,
|
|
127694
|
|
],
|
|
[
|
|
86959,
|
|
17925,
|
|
49377,
|
|
114808,
|
|
28304
|
|
],
|
|
[
|
|
11563,
|
|
119471,
|
|
93205,
|
|
85315,
|
|
85353
|
|
],
|
|
[
|
|
10257,
|
|
103677,
|
|
81986,
|
|
54394,
|
|
64408
|
|
],
|
|
[
|
|
126318,
|
|
88760,
|
|
31927,
|
|
89605,
|
|
47916
|
|
],
|
|
[
|
|
127265,
|
|
106011,
|
|
78074,
|
|
6497,
|
|
81795
|
|
]
|
|
],
|
|
"top5_logits": [
|
|
[
|
|
4.49845,
|
|
4.40269,
|
|
4.19878,
|
|
3.98309,
|
|
3.9216
|
|
],
|
|
[
|
|
4.44214,
|
|
4.26613,
|
|
4.10688,
|
|
4.03814,
|
|
3.96695
|
|
],
|
|
[
|
|
4.63011,
|
|
4.15971,
|
|
3.94564,
|
|
3.83741,
|
|
3.83039
|
|
],
|
|
[
|
|
4.67657,
|
|
4.1244,
|
|
4.04267,
|
|
4.00452,
|
|
3.98093
|
|
],
|
|
[
|
|
4.51708,
|
|
4.35191,
|
|
4.09455,
|
|
4.063,
|
|
3.97634
|
|
],
|
|
[
|
|
3.93672,
|
|
3.91259,
|
|
3.88577,
|
|
3.85805,
|
|
3.83134
|
|
],
|
|
[
|
|
4.16555,
|
|
4.15592,
|
|
4.15041,
|
|
4.10569,
|
|
3.88085
|
|
],
|
|
[
|
|
4.37949,
|
|
4.31282,
|
|
4.25638,
|
|
3.9865,
|
|
3.96823
|
|
],
|
|
[
|
|
4.95869,
|
|
4.5702,
|
|
4.0482,
|
|
4.04001,
|
|
3.99707
|
|
]
|
|
],
|
|
"logits_l2": [
|
|
359.7198,
|
|
360.4961,
|
|
360.233,
|
|
359.8513,
|
|
359.4761,
|
|
358.8099,
|
|
359.3246,
|
|
360.7809,
|
|
358.6741
|
|
],
|
|
"logits_mean": [
|
|
0.004896,
|
|
0.002201,
|
|
-0.000475,
|
|
-0.002406,
|
|
0.0013,
|
|
0.001889,
|
|
-0.005621,
|
|
0.001583,
|
|
0.00249
|
|
],
|
|
"full_golden": "/home/ubuntu/di/golden/medium.pt",
|
|
"full_golden_sha256": "73df855690a8423e4117d1178ce167b1720dbdd42e9e37e54cef307be81746bf",
|
|
"seconds": 3.3
|
|
} |