mirror of
https://github.com/deepseek-ai/DeepInfer.git
synced 2026-10-28 23:07:09 +08:00
8a5209ee65
- examples/neuron: tiny random V4.1 checkpoint in the real HF layout, pure-torch replacements for the official reference kernels, golden generation, a teacher-forced DeepInfer runner (LLM offline API) and a comparison tool. CPU mode: 25/27 greedy tokens match, worst logits cos 0.9985 / rel 0.056 against a reference self-noise floor of 0.032-0.060. - model_loader: check parameters against the platform device, not is_cuda. - deep_gemm paged MQA logits: do not dereference block-table slots past the context. - bind_cpu: skip in Neuron CPU mode (1 core per NeuronCore share would serialize host compute). Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
900 lines
11 KiB
JSON
900 lines
11 KiB
JSON
{
|
|
"name": "long",
|
|
"prompt_text": "In the early morning the harbor was quiet. Fishing boats rocked gently against the wooden piers, their ropes creaking as the tide came in. An old man sat on an overturned crate, mending a net with slow, careful hands. He had worked these waters for more than fifty years, and he could read the weather in the color of the sky and the shape of the clouds. Today the sky was pale gray, and a thin mist hung over the water. Somewhere a gull cried, and the sound echoed off the stone walls of the warehouses. A young girl ran down the pier, her boots clattering on the boards. She stopped beside the old man and asked him whether the boats would go out today. He looked at the horizon for a long moment before answering. The sea, he said, decides that for us. We only listen. The history of computing is a story of abstraction. Early machines were programmed by rewiring panels and flipping switches, and every program was tied to the physical layout of the hardware. Assembly languages gave names to instructions, and compilers later translated whole expressions into sequences of those instructions. Operating systems hid the details of disks and terminals behind files and streams, while virtual memory let each process pretend it owned the entire machine. Networks added another layer. Packets travel through routers that know nothing about the applications sending them, and protocols stacked on top of one another turn unreliable links into dependable conversations. A web page that appears in a fraction of a second may involve dozens of servers, caches and databases spread across several continents, each one following rules that were agreed upon decades ago by people who could not have imagined how the system would grow. Mathematics offers a similar lesson. A proof about prime numbers does not care whether the numbers are written in decimal or binary, on paper or in silicon. The same theorem holds in every notation, and that independence is exactly what makes it useful. Engineers borrow this idea when they define interfaces: as long as both sides respect the contract, either side can be rewritten, optimized or replaced without the other noticing. Cooking, perhaps surprisingly, works the same way. A recipe names its ingredients and steps but leaves the choice of pan, stove and kitchen to the cook. Bread rises because yeast consumes sugar and releases gas, whether the dough is kneaded by hand in a village bakery or by a machine in a factory. Understanding the underlying chemistry lets a baker adapt when the flour is different, the air is humid, or the oven runs hot. Music, too, depends on structure. A melody can be transposed into another key, played on a different instrument, or slowed down to half its tempo, and listeners will still recognize it. Composers rely on patterns of tension and release, repetition and variation, to guide the ear through a piece. The notes on the page are only instructions; the performance brings them to life in a particular room on a particular evening, never exactly the same twice. Gardens change with every season. In spring the first green shoots push through the cold soil, and by summer the beds are crowded with tomatoes, beans and sunflowers that lean toward the light. Autumn brings the harvest and the slow work of clearing dead stems, while winter rests under frost and snow. A patient gardener learns that each year is different and that the soil remembers what was done to it. At the end of the day the harbor grew quiet again. The boats returned one by one, low in the water with their catch, and the old man folded his net and walked slowly home along the shore.",
|
|
"prompt_ids": [
|
|
0,
|
|
1124,
|
|
270,
|
|
3808,
|
|
7469,
|
|
270,
|
|
58523,
|
|
515,
|
|
12426,
|
|
16,
|
|
75989,
|
|
36474,
|
|
107943,
|
|
25680,
|
|
2765,
|
|
270,
|
|
26166,
|
|
121446,
|
|
14,
|
|
786,
|
|
78139,
|
|
1914,
|
|
1690,
|
|
412,
|
|
270,
|
|
41949,
|
|
4127,
|
|
295,
|
|
16,
|
|
1417,
|
|
3072,
|
|
836,
|
|
3825,
|
|
377,
|
|
411,
|
|
106554,
|
|
71040,
|
|
14,
|
|
292,
|
|
3261,
|
|
260,
|
|
3150,
|
|
418,
|
|
6470,
|
|
14,
|
|
16372,
|
|
6099,
|
|
16,
|
|
1166,
|
|
936,
|
|
7911,
|
|
1305,
|
|
16985,
|
|
362,
|
|
850,
|
|
1099,
|
|
12099,
|
|
1737,
|
|
14,
|
|
305,
|
|
468,
|
|
1494,
|
|
1733,
|
|
270,
|
|
9670,
|
|
295,
|
|
270,
|
|
3605,
|
|
294,
|
|
270,
|
|
12709,
|
|
305,
|
|
270,
|
|
7633,
|
|
294,
|
|
270,
|
|
26316,
|
|
16,
|
|
13253,
|
|
270,
|
|
12709,
|
|
515,
|
|
24754,
|
|
22799,
|
|
14,
|
|
305,
|
|
260,
|
|
12220,
|
|
9470,
|
|
15179,
|
|
1060,
|
|
270,
|
|
2237,
|
|
16,
|
|
5183,
|
|
4779,
|
|
260,
|
|
108711,
|
|
32080,
|
|
14,
|
|
305,
|
|
270,
|
|
5706,
|
|
61415,
|
|
1375,
|
|
270,
|
|
13754,
|
|
13654,
|
|
294,
|
|
270,
|
|
103677,
|
|
16,
|
|
334,
|
|
4047,
|
|
6482,
|
|
11693,
|
|
1910,
|
|
270,
|
|
21561,
|
|
14,
|
|
969,
|
|
39182,
|
|
667,
|
|
46354,
|
|
377,
|
|
270,
|
|
26730,
|
|
16,
|
|
2566,
|
|
12852,
|
|
24570,
|
|
270,
|
|
3072,
|
|
836,
|
|
305,
|
|
4869,
|
|
1440,
|
|
3920,
|
|
270,
|
|
36474,
|
|
1114,
|
|
807,
|
|
798,
|
|
4316,
|
|
16,
|
|
1166,
|
|
6273,
|
|
509,
|
|
270,
|
|
31383,
|
|
362,
|
|
260,
|
|
1606,
|
|
4712,
|
|
1936,
|
|
37298,
|
|
16,
|
|
455,
|
|
8343,
|
|
14,
|
|
468,
|
|
1359,
|
|
14,
|
|
37581,
|
|
396,
|
|
362,
|
|
550,
|
|
16,
|
|
1350,
|
|
1353,
|
|
12440,
|
|
16,
|
|
455,
|
|
3980,
|
|
294,
|
|
17117,
|
|
344,
|
|
260,
|
|
4093,
|
|
294,
|
|
57015,
|
|
16,
|
|
15225,
|
|
17341,
|
|
881,
|
|
55346,
|
|
513,
|
|
84331,
|
|
6694,
|
|
25940,
|
|
305,
|
|
94587,
|
|
38252,
|
|
14,
|
|
305,
|
|
1750,
|
|
2305,
|
|
515,
|
|
21234,
|
|
304,
|
|
270,
|
|
5131,
|
|
22343,
|
|
294,
|
|
270,
|
|
17491,
|
|
16,
|
|
20298,
|
|
10555,
|
|
6718,
|
|
6362,
|
|
304,
|
|
12846,
|
|
14,
|
|
305,
|
|
675,
|
|
54934,
|
|
3859,
|
|
25914,
|
|
4445,
|
|
18224,
|
|
1055,
|
|
18323,
|
|
294,
|
|
1948,
|
|
12846,
|
|
16,
|
|
40030,
|
|
3977,
|
|
25342,
|
|
270,
|
|
6744,
|
|
294,
|
|
59050,
|
|
305,
|
|
43478,
|
|
5573,
|
|
9405,
|
|
305,
|
|
28010,
|
|
14,
|
|
1901,
|
|
10814,
|
|
6464,
|
|
2513,
|
|
1660,
|
|
1699,
|
|
45077,
|
|
436,
|
|
18998,
|
|
270,
|
|
5221,
|
|
8126,
|
|
16,
|
|
31956,
|
|
5144,
|
|
2658,
|
|
7104,
|
|
16,
|
|
21250,
|
|
1697,
|
|
5901,
|
|
1407,
|
|
84413,
|
|
396,
|
|
1153,
|
|
5760,
|
|
943,
|
|
270,
|
|
6532,
|
|
19849,
|
|
1066,
|
|
14,
|
|
305,
|
|
24749,
|
|
57129,
|
|
377,
|
|
2656,
|
|
294,
|
|
834,
|
|
2658,
|
|
2859,
|
|
78122,
|
|
10348,
|
|
1055,
|
|
103360,
|
|
22213,
|
|
16,
|
|
334,
|
|
6545,
|
|
4366,
|
|
396,
|
|
9238,
|
|
295,
|
|
260,
|
|
9078,
|
|
294,
|
|
260,
|
|
1957,
|
|
1142,
|
|
15546,
|
|
39085,
|
|
294,
|
|
29260,
|
|
14,
|
|
274,
|
|
5813,
|
|
305,
|
|
25496,
|
|
7670,
|
|
3881,
|
|
3586,
|
|
58748,
|
|
14,
|
|
1660,
|
|
834,
|
|
2502,
|
|
7027,
|
|
396,
|
|
881,
|
|
12141,
|
|
4465,
|
|
12706,
|
|
5084,
|
|
513,
|
|
1482,
|
|
995,
|
|
1494,
|
|
554,
|
|
611,
|
|
34814,
|
|
1192,
|
|
270,
|
|
1487,
|
|
1114,
|
|
2334,
|
|
16,
|
|
20835,
|
|
7070,
|
|
260,
|
|
4032,
|
|
12316,
|
|
16,
|
|
334,
|
|
12745,
|
|
943,
|
|
4309,
|
|
3737,
|
|
1918,
|
|
554,
|
|
2312,
|
|
3920,
|
|
270,
|
|
3737,
|
|
477,
|
|
4866,
|
|
295,
|
|
7767,
|
|
469,
|
|
11680,
|
|
14,
|
|
377,
|
|
4468,
|
|
469,
|
|
295,
|
|
31077,
|
|
16,
|
|
455,
|
|
1975,
|
|
23916,
|
|
12927,
|
|
295,
|
|
1750,
|
|
16584,
|
|
14,
|
|
305,
|
|
396,
|
|
19088,
|
|
344,
|
|
9045,
|
|
1205,
|
|
4491,
|
|
436,
|
|
6923,
|
|
16,
|
|
47363,
|
|
17242,
|
|
566,
|
|
5090,
|
|
1082,
|
|
851,
|
|
11348,
|
|
32042,
|
|
28,
|
|
412,
|
|
1606,
|
|
412,
|
|
1952,
|
|
10210,
|
|
3678,
|
|
270,
|
|
6085,
|
|
14,
|
|
4338,
|
|
3317,
|
|
588,
|
|
366,
|
|
92769,
|
|
14,
|
|
37874,
|
|
469,
|
|
15484,
|
|
2503,
|
|
270,
|
|
915,
|
|
69258,
|
|
16,
|
|
71921,
|
|
14,
|
|
8808,
|
|
36177,
|
|
14,
|
|
2984,
|
|
270,
|
|
1975,
|
|
1722,
|
|
16,
|
|
334,
|
|
17144,
|
|
6362,
|
|
1009,
|
|
15833,
|
|
305,
|
|
6531,
|
|
790,
|
|
9120,
|
|
270,
|
|
6749,
|
|
294,
|
|
5569,
|
|
14,
|
|
54599,
|
|
305,
|
|
15350,
|
|
304,
|
|
270,
|
|
6674,
|
|
16,
|
|
57216,
|
|
33234,
|
|
1754,
|
|
34757,
|
|
84592,
|
|
11288,
|
|
305,
|
|
30985,
|
|
5606,
|
|
14,
|
|
3920,
|
|
270,
|
|
30476,
|
|
344,
|
|
14343,
|
|
16474,
|
|
513,
|
|
1893,
|
|
295,
|
|
260,
|
|
13671,
|
|
95042,
|
|
469,
|
|
513,
|
|
260,
|
|
8126,
|
|
295,
|
|
260,
|
|
21727,
|
|
16,
|
|
15565,
|
|
270,
|
|
13716,
|
|
20555,
|
|
28162,
|
|
260,
|
|
111555,
|
|
6708,
|
|
1082,
|
|
270,
|
|
16668,
|
|
344,
|
|
1688,
|
|
14,
|
|
270,
|
|
3525,
|
|
344,
|
|
50750,
|
|
14,
|
|
469,
|
|
270,
|
|
23366,
|
|
12122,
|
|
6025,
|
|
16,
|
|
14388,
|
|
14,
|
|
2727,
|
|
14,
|
|
11776,
|
|
377,
|
|
4456,
|
|
16,
|
|
334,
|
|
54736,
|
|
588,
|
|
366,
|
|
1331,
|
|
20094,
|
|
1055,
|
|
2658,
|
|
3077,
|
|
14,
|
|
8178,
|
|
377,
|
|
260,
|
|
1688,
|
|
11471,
|
|
14,
|
|
469,
|
|
53544,
|
|
1910,
|
|
304,
|
|
4747,
|
|
1009,
|
|
21901,
|
|
14,
|
|
305,
|
|
42971,
|
|
759,
|
|
2413,
|
|
14122,
|
|
436,
|
|
16,
|
|
125854,
|
|
387,
|
|
18276,
|
|
377,
|
|
8804,
|
|
294,
|
|
17599,
|
|
305,
|
|
7917,
|
|
14,
|
|
42039,
|
|
305,
|
|
13882,
|
|
14,
|
|
304,
|
|
8003,
|
|
270,
|
|
12765,
|
|
1407,
|
|
260,
|
|
8521,
|
|
16,
|
|
455,
|
|
9575,
|
|
377,
|
|
270,
|
|
4366,
|
|
477,
|
|
1353,
|
|
12846,
|
|
29,
|
|
270,
|
|
4197,
|
|
14257,
|
|
1066,
|
|
304,
|
|
1988,
|
|
295,
|
|
260,
|
|
3191,
|
|
4772,
|
|
377,
|
|
260,
|
|
3191,
|
|
13044,
|
|
14,
|
|
3214,
|
|
9045,
|
|
270,
|
|
1975,
|
|
13796,
|
|
16,
|
|
51710,
|
|
2757,
|
|
418,
|
|
1750,
|
|
5029,
|
|
16,
|
|
660,
|
|
9623,
|
|
270,
|
|
1257,
|
|
6726,
|
|
57158,
|
|
9702,
|
|
1407,
|
|
270,
|
|
8147,
|
|
7842,
|
|
14,
|
|
305,
|
|
513,
|
|
8012,
|
|
270,
|
|
31352,
|
|
477,
|
|
41161,
|
|
418,
|
|
36123,
|
|
14,
|
|
26327,
|
|
305,
|
|
6029,
|
|
77423,
|
|
396,
|
|
20543,
|
|
7212,
|
|
270,
|
|
2900,
|
|
16,
|
|
67901,
|
|
14257,
|
|
270,
|
|
18481,
|
|
305,
|
|
270,
|
|
6470,
|
|
1116,
|
|
294,
|
|
40445,
|
|
7299,
|
|
33106,
|
|
14,
|
|
1901,
|
|
11369,
|
|
52169,
|
|
1202,
|
|
38571,
|
|
305,
|
|
12494,
|
|
16,
|
|
334,
|
|
5828,
|
|
101816,
|
|
47734,
|
|
396,
|
|
1660,
|
|
1141,
|
|
344,
|
|
1688,
|
|
305,
|
|
396,
|
|
270,
|
|
7842,
|
|
59676,
|
|
1205,
|
|
515,
|
|
3989,
|
|
304,
|
|
436,
|
|
16,
|
|
3256,
|
|
270,
|
|
1522,
|
|
294,
|
|
270,
|
|
2173,
|
|
270,
|
|
58523,
|
|
15021,
|
|
12426,
|
|
1820,
|
|
16,
|
|
455,
|
|
36474,
|
|
10274,
|
|
834,
|
|
513,
|
|
834,
|
|
14,
|
|
3157,
|
|
295,
|
|
270,
|
|
2237,
|
|
418,
|
|
786,
|
|
8764,
|
|
14,
|
|
305,
|
|
270,
|
|
3072,
|
|
836,
|
|
44056,
|
|
793,
|
|
3150,
|
|
305,
|
|
13577,
|
|
13257,
|
|
2680,
|
|
3758,
|
|
270,
|
|
27918,
|
|
16
|
|
],
|
|
"n_prompt_tokens": 715,
|
|
"tokens": [
|
|
110226,
|
|
112553,
|
|
15227,
|
|
85761,
|
|
86959,
|
|
85315,
|
|
27946,
|
|
44597,
|
|
106053
|
|
],
|
|
"decoded": "\u8f66\u7a97yat\u8282\u70b9 zostologiques\u90ae\u7f16 leaki\u010d Kond",
|
|
"top1_top2_margin": [
|
|
0.16406,
|
|
0.23452,
|
|
0.2282,
|
|
0.55923,
|
|
0.37373,
|
|
0.11843,
|
|
0.18562,
|
|
0.1591,
|
|
0.42782
|
|
],
|
|
"top5_ids": [
|
|
[
|
|
110226,
|
|
85792,
|
|
98669,
|
|
80461,
|
|
9362
|
|
],
|
|
[
|
|
112553,
|
|
17629,
|
|
36136,
|
|
101971,
|
|
106529
|
|
],
|
|
[
|
|
15227,
|
|
67648,
|
|
129083,
|
|
92665,
|
|
52707
|
|
],
|
|
[
|
|
85761,
|
|
10766,
|
|
65263,
|
|
16068,
|
|
62747
|
|
],
|
|
[
|
|
86959,
|
|
17925,
|
|
62702,
|
|
71188,
|
|
49377
|
|
],
|
|
[
|
|
85315,
|
|
66522,
|
|
85353,
|
|
46669,
|
|
107743
|
|
],
|
|
[
|
|
27946,
|
|
79720,
|
|
9625,
|
|
116206,
|
|
71526
|
|
],
|
|
[
|
|
44597,
|
|
56846,
|
|
35818,
|
|
42526,
|
|
67572
|
|
],
|
|
[
|
|
106053,
|
|
35940,
|
|
20015,
|
|
121068,
|
|
24048
|
|
]
|
|
],
|
|
"top5_logits": [
|
|
[
|
|
4.38729,
|
|
4.22324,
|
|
4.11084,
|
|
3.98992,
|
|
3.97544
|
|
],
|
|
[
|
|
4.69323,
|
|
4.45871,
|
|
4.29074,
|
|
4.22572,
|
|
4.13341
|
|
],
|
|
[
|
|
4.31865,
|
|
4.09045,
|
|
3.96603,
|
|
3.91204,
|
|
3.90222
|
|
],
|
|
[
|
|
4.78987,
|
|
4.23064,
|
|
4.12185,
|
|
3.95752,
|
|
3.88381
|
|
],
|
|
[
|
|
4.70271,
|
|
4.32898,
|
|
4.00672,
|
|
3.94672,
|
|
3.91344
|
|
],
|
|
[
|
|
4.15846,
|
|
4.04003,
|
|
3.90236,
|
|
3.87659,
|
|
3.867
|
|
],
|
|
[
|
|
4.71181,
|
|
4.52619,
|
|
4.30112,
|
|
4.25565,
|
|
4.02916
|
|
],
|
|
[
|
|
4.44295,
|
|
4.28385,
|
|
4.22194,
|
|
4.10899,
|
|
3.94827
|
|
],
|
|
[
|
|
5.09891,
|
|
4.67109,
|
|
4.37312,
|
|
3.96956,
|
|
3.94636
|
|
]
|
|
],
|
|
"logits_l2": [
|
|
359.677,
|
|
360.695,
|
|
359.8685,
|
|
359.4601,
|
|
359.465,
|
|
358.5112,
|
|
359.0301,
|
|
359.3313,
|
|
358.0074
|
|
],
|
|
"logits_mean": [
|
|
0.003591,
|
|
0.001506,
|
|
-0.000184,
|
|
-0.003338,
|
|
0.000688,
|
|
0.00179,
|
|
0.001405,
|
|
0.002071,
|
|
0.002439
|
|
],
|
|
"full_golden": "/home/ubuntu/di/golden/long.pt",
|
|
"full_golden_sha256": "4e00fd6f9bc63306a7aa7ade8125c00cd7f9bfcd9f4ea298b0dc7284e0983088",
|
|
"seconds": 4.0
|
|
} |