Repository navigation
Expand file tree
/
Copy pathcompare.html
More file actions
149 lines (141 loc) · 203 KB
/
Copy pathcompare.html
File metadata and controls
149 lines (141 loc) · 203 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
<!doctype html>
<html><head><meta charset='utf-8'><title>Compare across machines</title>
<meta name='viewport' content='width=device-width, initial-scale=1'>
<style>
:root { --bg:#0d1117; --panel:#161b22; --line:#30363d; --fg:#e6edf3; --dim:#9da7b3; --link:#58a6ff; }
* { box-sizing: border-box; }
body { font: 15px/1.5 -apple-system, BlinkMacSystemFont, sans-serif; max-width: 1400px;
margin: 0 auto; padding: 0 1rem 4rem; background: var(--bg); color: var(--fg); }
a { color: var(--link); text-decoration: none; } a:hover { text-decoration: underline; }
h1 { font-size: 21px; margin: .6rem 0 .2rem; }
h2 { font-size: 17px; margin: 1.6rem 0 .4rem; padding-top: .6rem; border-top: 1px solid var(--line); }
h3 { font-size: 14px; margin: .9rem 0 .2rem; }
h2 small, h3 small { color: var(--dim); font-weight: normal; }
nav { position: sticky; top: 0; z-index: 10; background: rgba(13,17,23,.94);
backdrop-filter: blur(8px); border-bottom: 1px solid var(--line);
padding: .5rem 0; margin-bottom: .6rem; display: flex; gap: 1rem; align-items: center;
flex-wrap: wrap; font-size: 13px; }
nav select { background: var(--panel); color: var(--fg); border: 1px solid var(--line);
border-radius: 5px; padding: 3px 6px; font-size: 13px; max-width: 230px; }
nav .sp { flex: 1; }
nav .brand { color: var(--fg); }
nav a.up { color: var(--dim); }
.machines-wrap { overflow-x: auto; }
.machines { display: grid; margin: 1rem 0; column-gap: 1.2rem; row-gap: .75rem;
grid-template-columns: repeat(var(--n, 3), minmax(280px, 1fr)); }
.machine { display: contents; }
.mresults { display: flex; flex-direction: column; min-width: 0; grid-row: 2; }
.mhead, .mcols, .mcell, .mfoot { background: var(--panel); border: 1px solid var(--line); }
.mhead { grid-row: 1; border-radius: 8px; padding: .8rem 1rem .45rem; }
.mhead h2 { border: 0; margin: 0 0 .3rem; padding: 0; }
.mhead h2 a { color: var(--fg); }
.mhead h2 a:hover { color: var(--link); }
.mlinks { font-size: 12px; margin: .5rem 0 0; display: flex; flex-wrap: wrap; gap: .2rem .75rem; }
.mresults table { table-layout: fixed; margin: 0; background: var(--panel); }
.mresults th, .mresults td { font-size: 12px; }
.mresults th:nth-child(2), .mresults td:nth-child(2) { width: 3.6em; }
.mresults th:nth-child(3), .mresults td:nth-child(3) { width: 4.8em; }
.mresults th:nth-child(4), .mresults td:nth-child(4) { width: 3.6em; }
.mresults td.n { overflow: hidden; text-overflow: ellipsis; }
.mresults td a { color: inherit; }
.mresults td a:hover { color: var(--link); }
.mresults tr.ph { color: var(--dim); }
.mfoot { border-radius: 0 0 8px 8px; border-top: 0; padding: .45rem 1rem .8rem;
font-size: 12px; line-height: 1.4; margin-top: auto; }
@media (max-width: 900px) {
.machines { grid-template-columns: 1fr; }
.machine { display: flex; flex-direction: column; gap: .75rem; }
.mhead, .mresults { grid-row: auto; }
}
.spec { font-size: 13px; color: var(--dim); margin: 0; line-height: 1.55; }
.spec b { color: var(--fg); font-weight: 600; }
table { border-collapse: collapse; width: 100%; font-size: 12px; line-height: 1.25; }
td, th { border: 1px solid var(--line); padding: 2px 6px; white-space: nowrap; }
th { background: var(--panel); position: sticky; top: 42px; cursor: pointer; user-select: none; }
th:hover { background: #1d242e; }
th.sorted::after { content: ' \25BE'; color: var(--link); }
th.sorted.asc::after { content: ' \25B4'; }
tbody tr:hover { background: #12181f; }
/* score shading — lets you scan a column without reading every number */
.s-hi { background: rgba(63,185,80,.20); }
.s-mid { background: rgba(210,153,34,.16); }
.s-lo { background: rgba(219,109,40,.16); }
.s-bad { background: rgba(248,81,73,.18); }
.s-err { background: #30363d; color: var(--dim); }
.s-mix { background: #6e7681; color: #e6edf3; }
td.s-hi > a, td.s-mid > a, td.s-lo > a, td.s-bad > a,
td.s-err > a, td.s-mix > a { color: inherit; display: block;
margin: -2px -6px; padding: 2px 6px; }
td.s-hi > a:hover, td.s-mid > a:hover, td.s-lo > a:hover, td.s-bad > a:hover,
td.s-err > a:hover, td.s-mix > a:hover { text-decoration: underline; }
.dim { color: var(--dim); }
.d-up { color: #3fb950; }
.d-dn { color: #f85149; }
.d-eq { color: var(--dim); }
.cmp { overflow-x: auto; margin: .6rem 0 1.2rem; }
.cards { display: flex; gap: .7rem; flex-wrap: wrap; margin: .6rem 0 .9rem; }
.card { flex: 1; min-width: 210px; background: var(--panel); border: 1px solid var(--line);
border-left: 3px solid var(--link); border-radius: 6px; padding: .5rem .7rem; }
.card .k { font-size: 11px; text-transform: uppercase; letter-spacing: .04em; color: var(--dim); }
.card .v { font-size: 15px; font-weight: 600; margin: .1rem 0; }
.card .d { font-size: 12px; color: var(--dim); line-height: 1.35; }
.refcard { border-left-color: #8b949e; flex-basis: 100%; }
.side { display: flex; gap: 1.5rem; align-items: flex-start; }
.side > div { flex: 1; min-width: 0; }
.note { background: var(--panel); border-left: 3px solid var(--link); font-size: 12px;
line-height: 1.4; padding: .4rem .7rem; margin: .35rem 0; border-radius: 0 5px 5px 0; }
.recap { font-size: 12.5px; color: var(--dim); margin: .1rem 0 .5rem; }
.recap b { color: var(--fg); }
pre { margin: 0 0 1rem; border-radius: 6px; } pre code { border-radius: 6px; }
pre.repro { border-left: 3px solid var(--link); }
pre.repro code { font-size: 12.5px; }
details { margin: .4rem 0 .4rem 1rem; } summary { cursor: pointer; }
details.chart-method { margin: .15rem 0 .5rem 0; font-size: 12.5px; color: var(--dim); }
details.chart-method > summary { color: var(--dim); }
details.chart-method[open] { color: var(--fg); }
details.chart-method p { margin: .35rem 0 0; }
details.example { border: 1px solid var(--line); border-left: 3px solid #7a8;
border-radius: 6px; padding: .3rem .7rem; margin: .5rem 0 1rem; }
details.example > summary { color: var(--link); font-size: 13px; }
details.prompt > summary { color: #7a8; font-size: .85rem; }
pre.prompt-text { white-space: pre-wrap; background: #10151c; border-left: 3px solid #7a8;
padding: .6rem .8rem; margin: .3rem 0 .6rem 0; font-size: .85rem; color: #cfd6dd; }
.promptlist { columns: 2; column-gap: 1.5rem; } .promptlist details { break-inside: avoid; }
.csvlist { font-size: 13px; line-height: 1.7; }
@media (max-width: 900px) { .promptlist { columns: 1; } }
summary:hover { color: var(--link); }
.meta { color: var(--dim); font-size: 12.5px; margin: .5rem 0 .2rem; }
.status { color: #f85149; }
.top { float: right; font-size: 11px; font-weight: normal; }
.fr-cell { scroll-margin-top: 56px; padding: .55rem .75rem; margin: 0 0 .8rem;
border: 1px solid var(--line); border-radius: 6px; background: var(--panel); }
.fr-cell:target { outline: 2px solid var(--link); }
.fr-cell h3 { margin: .1rem 0 .35rem; border: 0; padding: 0; }
pre.fr-console { white-space: pre-wrap; background: #010409; border: 1px solid var(--line);
padding: .7rem .85rem; margin: .3rem 0 0; font-size: 12.5px; color: #c9d1d9; }
figure { margin: .6rem 0 1.4rem; }
figure img { max-width: 100%; border: 1px solid var(--line); border-radius: 6px;
background: var(--panel); }
figcaption { color: var(--dim); font-size: 12.5px; margin-top: .3rem; }
</style></head><body>
<nav id='top'><a href='index.html'>machines</a> <b>compare</b> <a href='#pinned'>pinned</a><span class='sp'></span></nav>
<h1>Same model, same tests, different machines</h1>
<p class='note'>Join key is the <b>model family</b> (weights), not the target id.
vLLM is the same family as llama.cpp on Linux, extra column — not a different model.
Laguna is <b>not</b> joined: Mac <code>laguna</code> is XS.2, Linux is official XS-2.1.</p>
<p class='note'>A cell is shown only when that machine's run used the shared profile:
temperature 0, seed 42, one 16384-token slot, C as <code>-std=gnu11</code>. Runs that
differ in stack, context, or sampling are omitted. The raw files are still in each
results directory.</p>
<p class='note'><b>Not comparable across machines</b> (kept on the per-machine reports):
tok/s, RSS, perplexity, concurrency throughput, generated-code wall-clock.
Quant and serving stack <i>can</i> change quality — that difference is the point of
this page.</p>
<h2>Coding total</h2>
<div class='cmp'><table><tr><th>model</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>aya-23 35b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-lo'><a href='results/models-c.html#aya'><b>66</b>/126</a></td><td class='s-bad'><a href='results-linux/models-c.html#aya'><b>61</b>/126</a></td><td class='s-lo'><a href='results-spark/models-c.html#aya'><b>73</b>/126</a></td><td class='s-lo'><a href='results-spark-5dfc/models-c.html#aya'><b>73</b>/126</a></td><td class='s-lo'><a href='results-strix/models-c.html#aya'><b>64</b>/126</a></td></tr><tr><td>qwen3.5-35b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#qwen35'><b>96</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#qwen35'><b>105</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#qwen35'><b>96</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#qwen35'><b>96</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#qwen35'><b>95</b>/126</a></td></tr><tr><td>qwen3.8-flash-next 125B <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#qwen38flash'><b>108</b>/126</a></td><td class='s-hi'><a href='results-linux/models-c.html#qwen38flash'><b>117</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#qwen38flash'><b>111</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#qwen38flash'><b>111</b>/126</a></td><td class='s-hi'><a href='results-strix/models-c.html#qwen38flash'><b>115</b>/126</a></td></tr><tr><td>glm-4.7-flash <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-lo'><a href='results/models-c.html#glm-flash'><b>94</b>/126</a></td><td class='s-lo'><a href='results-linux/models-c.html#glm-flash'><b>94</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#glm-flash'><b>96</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#glm-flash'><b>96</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#glm-flash'><b>103</b>/126</a></td></tr><tr><td>mistral-small-4 119B <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-lo'><a href='results/models-c.html#mistral-small4'><b>91</b>/126</a></td><td class='s-lo'><a href='results-linux/models-c.html#mistral-small4'><b>87</b>/126</a></td><td class='s-lo'><a href='results-spark/models-c.html#mistral-small4'><b>83</b>/126</a></td><td class='s-lo'><a href='results-spark-5dfc/models-c.html#mistral-small4'><b>83</b>/126</a></td><td class='s-lo'><a href='results-strix/models-c.html#mistral-small4'><b>82</b>/126</a></td></tr><tr><td>qwen3-coder-next 80B <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#coder-next'><b>99</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#coder-next'><b>99</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#coder-next'><b>108</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#coder-next'><b>108</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#coder-next'><b>105</b>/126</a></td></tr><tr><td>qwen3.5-27b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-lo'><a href='results/models-c.html#qwen35-27b'><b>87</b>/126</a></td><td class='s-lo'><a href='results-linux/models-c.html#qwen35-27b'><b>93</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#qwen35-27b'><b>96</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#qwen35-27b'><b>96</b>/126</a></td><td class='s-lo'><a href='results-strix/models-c.html#qwen35-27b'><b>93</b>/126</a></td></tr><tr><td>qwen3.6-35b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#qwen36-35b'><b>96</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#qwen36-35b'><b>96</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#qwen36-35b'><b>102</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#qwen36-35b'><b>102</b>/126</a></td><td class='s-lo'><a href='results-strix/models-c.html#qwen36-35b'><b>94</b>/126</a></td></tr><tr><td>qwen3-coder-30b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-lo'><a href='results/models-c.html#coder'><b>86</b>/126</a></td><td class='s-lo'><a href='results-linux/models-c.html#coder'><b>93</b>/126</a></td><td class='s-lo'><a href='results-spark/models-c.html#coder'><b>90</b>/126</a></td><td class='s-lo'><a href='results-spark-5dfc/models-c.html#coder'><b>90</b>/126</a></td><td class='s-lo'><a href='results-strix/models-c.html#coder'><b>87</b>/126</a></td></tr><tr><td>seed-oss 36b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-lo'><a href='results/models-c.html#seed-oss'><b>79</b>/126</a></td><td class='s-lo'><a href='results-linux/models-c.html#seed-oss'><b>82</b>/126</a></td><td class='s-lo'><a href='results-spark/models-c.html#seed-oss'><b>81</b>/126</a></td><td class='s-lo'><a href='results-spark-5dfc/models-c.html#seed-oss'><b>81</b>/126</a></td><td class='s-lo'><a href='results-strix/models-c.html#seed-oss'><b>86</b>/126</a></td></tr><tr><td>laguna-s 2.1 117B <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#laguna-s'><b>101</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#laguna-s'><b>108</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#laguna-s'><b>108</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#laguna-s'><b>108</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#laguna-s'><b>107</b>/126</a></td></tr><tr><td>gpt-oss-120b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#gptoss120'><b>106</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#gptoss120'><b>111</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#gptoss120'><b>107</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#gptoss120'><b>107</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#gptoss120'><b>109</b>/126</a></td></tr><tr><td>k2-horizon 36B-A4B <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-lo'><a href='results/models-c.html#k2horizon'><b>86</b>/126</a></td><td class='s-lo'><a href='results-linux/models-c.html#k2horizon'><b>91</b>/126</a></td><td class='s-lo'><a href='results-spark/models-c.html#k2horizon'><b>88</b>/126</a></td><td class='s-lo'><a href='results-spark-5dfc/models-c.html#k2horizon'><b>88</b>/126</a></td><td class='s-lo'><a href='results-strix/models-c.html#k2horizon'><b>91</b>/126</a></td></tr><tr><td>devstral-2 24b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-lo'><a href='results/models-c.html#devstral'><b>94</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#devstral'><b>96</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#devstral'><b>98</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#devstral'><b>98</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#devstral'><b>96</b>/126</a></td></tr><tr><td>laguna-xs-2.1 <span class='dim'>llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='dim'>—</td><td class='s-mid'><a href='results-linux/models-c.html#laguna'><b>105</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#laguna'><b>101</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#laguna'><b>102</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#laguna'><b>102</b>/126</a></td></tr><tr><td>gemma-4-26b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#gemma'><b>102</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#gemma'><b>105</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#gemma'><b>102</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#gemma'><b>102</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#gemma'><b>105</b>/126</a></td></tr><tr><td>nemotron-3-super 120B <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#nemotron3'><b>102</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#nemotron3'><b>105</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#nemotron3'><b>105</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#nemotron3'><b>105</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#nemotron3'><b>104</b>/126</a></td></tr><tr><td>qwen3.5-122b-a10b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-lo'><a href='results/models-c.html#qwen35-122b'><b>90</b>/126</a></td><td class='s-lo'><a href='results-linux/models-c.html#qwen35-122b'><b>93</b>/126</a></td><td class='s-lo'><a href='results-spark/models-c.html#qwen35-122b'><b>93</b>/126</a></td><td class='s-lo'><a href='results-spark-5dfc/models-c.html#qwen35-122b'><b>93</b>/126</a></td><td class='s-lo'><a href='results-strix/models-c.html#qwen35-122b'><b>93</b>/126</a></td></tr><tr><td>qwen3.8-27b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#qwen27'><b>102</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#qwen27'><b>102</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#qwen27'><b>102</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#qwen27'><b>102</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#qwen27'><b>105</b>/126</a></td></tr><tr><td>gpt-oss-20b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#gptoss'><b>104</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#gptoss'><b>102</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#gptoss'><b>102</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#gptoss'><b>102</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#gptoss'><b>104</b>/126</a></td></tr><tr><td>qwen3.6-27b <span class='dim'>llama.cpp Metal · llama.cpp CUDA · llama.cpp Vulkan</span></td><td class='s-mid'><a href='results/models-c.html#qwen36-27b'><b>99</b>/126</a></td><td class='s-mid'><a href='results-linux/models-c.html#qwen36-27b'><b>99</b>/126</a></td><td class='s-mid'><a href='results-spark/models-c.html#qwen36-27b'><b>99</b>/126</a></td><td class='s-mid'><a href='results-spark-5dfc/models-c.html#qwen36-27b'><b>99</b>/126</a></td><td class='s-mid'><a href='results-strix/models-c.html#qwen36-27b'><b>100</b>/126</a></td></tr></table></div>
<h2>By suite</h2>
<h3 id='aya-23 35b'>aya-23 35b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-lo'><b>27</b>/48</td><td class='s-lo'><b>25</b>/48</td><td class='s-mid'><b>37</b>/48</td><td class='s-mid'><b>37</b>/48</td><td class='s-lo'><b>27</b>/48</td></tr><tr><td>Python</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td></tr><tr><td>Research</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>1</b>/3</td></tr></table></div><h3 id='qwen3.5-35b'>qwen3.5-35b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>36</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>16</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>5</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-mid'><b>8</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='qwen3.8-flash-next 125B'>qwen3.8-flash-next 125B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>46</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>20</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-mid'><b>8</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-mid'><b>8</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='glm-4.7-flash'>glm-4.7-flash</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>42</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>15</b>/24</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>1</b>/9</td><td class='s-bad'><b>1</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-mid'><b>7</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-mid'><b>7</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>1</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='mistral-small-4 119B'>mistral-small-4 119B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>38</b>/48</td><td class='s-lo'><b>35</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-mid'><b>37</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>22</b>/24</td><td class='s-hi'><b>22</b>/24</td><td class='s-hi'><b>22</b>/24</td><td class='s-mid'><b>21</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>14</b>/24</td><td class='s-lo'><b>14</b>/24</td><td class='s-lo'><b>12</b>/24</td></tr><tr><td>C (hard)</td><td class='s-mid'><b>7</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Research</td><td class='s-bad'><b>1</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td></tr></table></div><h3 id='qwen3-coder-next 80B'>qwen3-coder-next 80B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-mid'><b>42</b>/48</td></tr><tr><td>Python</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>20</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-mid'><b>8</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>5</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='qwen3.5-27b'>qwen3.5-27b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-lo'><b>33</b>/48</td><td class='s-lo'><b>30</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-lo'><b>33</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>0</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='qwen3.6-35b'>qwen3.6-35b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>39</b>/48</td></tr><tr><td>Python</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>1</b>/3</td></tr></table></div><h3 id='qwen3-coder-30b'>qwen3-coder-30b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>36</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-bad'><b>9</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>14</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>5</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>2</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-lo'><b>2</b>/3</td></tr></table></div><h3 id='seed-oss 36b'>seed-oss 36b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-lo'><b>32</b>/48</td><td class='s-lo'><b>29</b>/48</td><td class='s-lo'><b>30</b>/48</td><td class='s-lo'><b>30</b>/48</td><td class='s-lo'><b>34</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-bad'><b>11</b>/24</td><td class='s-lo'><b>17</b>/24</td><td class='s-mid'><b>20</b>/24</td><td class='s-mid'><b>20</b>/24</td><td class='s-lo'><b>17</b>/24</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>2</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>4</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>2</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>2</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>1</b>/3</td><td class='s-bad'><b>1</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='laguna-s 2.1 117B'>laguna-s 2.1 117B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-hi'><b>47</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>48</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>2</b>/9</td></tr><tr><td>Research</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td></tr></table></div><h3 id='gpt-oss-120b'>gpt-oss-120b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>42</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-mid'><b>40</b>/48</td><td class='s-mid'><b>40</b>/48</td><td class='s-mid'><b>42</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>12</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>16</b>/24</td><td class='s-lo'><b>16</b>/24</td><td class='s-mid'><b>19</b>/24</td></tr><tr><td>C (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-mid'><b>8</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-mid'><b>7</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-mid'><b>8</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Research</td><td class='s-lo'><b>2</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-lo'><b>2</b>/3</td></tr></table></div><h3 id='k2-horizon 36B-A4B'>k2-horizon 36B-A4B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>37</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-hi'><b>23</b>/24</td><td class='s-hi'><b>23</b>/24</td><td class='s-mid'><b>21</b>/24</td></tr><tr><td>Bash</td><td class='s-bad'><b>10</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>16</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Research</td><td class='s-bad'><b>1</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='devstral-2 24b'>devstral-2 24b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-lo'><b>35</b>/48</td><td class='s-lo'><b>35</b>/48</td><td class='s-mid'><b>36</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='laguna-xs-2.1'>laguna-xs-2.1</h3><div class='cmp'><table><tr><th>suite</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>38</b>/48</td><td class='s-mid'><b>38</b>/48</td><td class='s-mid'><b>38</b>/48</td><td class='s-lo'><b>34</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>21</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Research</td><td class='s-lo'><b>2</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-lo'><b>2</b>/3</td></tr></table></div><h3 id='gemma-4-26b'>gemma-4-26b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>43</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-mid'><b>7</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>4</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='nemotron-3-super 120B'>nemotron-3-super 120B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>45</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>5</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='qwen3.5-122b-a10b'>qwen3.5-122b-a10b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-lo'><b>33</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-mid'><b>36</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>12</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td></tr></table></div><h3 id='qwen3.8-27b'>qwen3.8-27b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-hi'><b>45</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-hi'><b>45</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td></tr></table></div><h3 id='gpt-oss-20b'>gpt-oss-20b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-hi'><b>47</b>/48</td><td class='s-hi'><b>44</b>/48</td><td class='s-hi'><b>46</b>/48</td><td class='s-hi'><b>46</b>/48</td><td class='s-hi'><b>45</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>23</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-bad'><b>11</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>16</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='s-mid'><b>8</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>5</b>/9</td></tr><tr><td>Research</td><td class='s-bad'><b>1</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td></tr></table></div><h3 id='qwen3.6-27b'>qwen3.6-27b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max · llama.cpp Metal</th><th>RTX PRO 6000 · llama.cpp CUDA</th><th>GB10 · llama.cpp CUDA</th><th>GB10-2 · llama.cpp CUDA</th><th>Radeon 8060S · llama.cpp Vulkan</th></tr><tr><td>C</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-mid'><b>36</b>/48</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td></tr><tr><td>Bash</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-mid'><b>7</b>/9</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td></tr><tr><td>Research</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td></tr></table></div>
<h2>One machine only</h2><ul><li><b>laguna-xs.2</b> — M5 Max · llama.cpp Metal</li></ul>
<h2 id='pinned'>Pinned: everything the harness controls, held identical</h2><p class='note'>The main tables above are each machine's ordinary sweep, and those sweeps are <b>not</b> identical: two of three trials run at temperature 0.7, the Mac usually serves MLX where Linux serves llama.cpp, and C is compiled with the box's own libc under <code>-std=c11</code> (glibc hides <code>strdup</code>; Apple's libc does not). A pinned run (<code>scripts/run-pinned.sh</code>) removes every one of those: the same GGUF, the same llama.cpp fork build, one slot × 16384 ctx (Aya-23 clamps to 8192), temperature 0 with seed 42 on all three trials, thinking off, and <code>-std=gnu11</code>. What is left is the GPU backend and the box's toolchain, listed per model below.</p><h3 id='pinned-gptoss'>gpt-oss-20b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-hi'><b>47</b>/48</td><td class='s-hi'><b>44</b>/48</td><td class='s-hi'><b>46</b>/48</td><td class='s-hi'><b>46</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='dim'>11/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>23</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>7/8</td></tr><tr><td>Bash</td><td class='s-bad'><b>11</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>16</b>/24</td><td class='dim'>3/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='s-mid'><b>8</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='dim'>0/3</td></tr><tr><td>Research</td><td class='s-bad'><b>1</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>104</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>104</b>/126</td><td class='dim'>24/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>104</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>104</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>reverse_string</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td></tr><tr><td>C</td><td>binary_search</td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>popcount</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>cmp_desc</td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✗</code></td></tr><tr><td>C</td><td>atoi_strict</td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Python</td><td>is_valid_ipv4</td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>count_matches</td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✗</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>retry3</td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✓</code></td></tr><tr><td>Bash</td><td>rotate</td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>json_get</td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C (hard)</td><td>glob_match</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Python (hard)</td><td>json_diff</td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✓✓</code></td></tr><tr><td>Bash (hard)</td><td>find_dupes</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash (hard)</td><td>top_errors</td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash (hard)</td><td>backup_rotate</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✓</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: C/atoi_strict, Bash/rotate, C (hard)/csv_field, Research/rhel10_nfs</li><li><b>RTX PRO 6000</b>: C/binary_search, C/cmp_desc, Python/is_valid_ipv4, Bash/count_matches, Bash/retry3, Bash/json_get, Python (hard)/json_diff, Bash (hard)/find_dupes, Bash (hard)/top_errors</li><li><b>GB10</b>: C/popcount, C (hard)/glob_match, Python (hard)/json_diff</li><li><b>GB10-2</b>: C/popcount, C (hard)/glob_match, Python (hard)/json_diff</li><li><b>Radeon 8060S</b>: C/reverse_string, C/cmp_desc, Bash/count_matches, Bash/retry3, Python (hard)/json_diff, Bash (hard)/backup_rotate</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>8d326e0f4f4e</td><td>8d326e0f4f4e</td><td>8d326e0f4f4e</td><td>8d326e0f4f4e</td><td>8d326e0f4f4e</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-gptoss120'>gpt-oss-120b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>42</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-mid'><b>40</b>/48</td><td class='s-mid'><b>40</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='dim'>14/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>12</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>16</b>/24</td><td class='s-lo'><b>16</b>/24</td><td class='s-mid'><b>19</b>/24</td><td class='dim'>3/8</td></tr><tr><td>C (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-mid'><b>8</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-mid'><b>8</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Research</td><td class='s-lo'><b>2</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>106</b>/126</td><td class='s-mid'><b>111</b>/126</td><td class='s-mid'><b>107</b>/126</td><td class='s-mid'><b>107</b>/126</td><td class='s-mid'><b>109</b>/126</td><td class='dim'>30/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>106</b>/126</td><td class='s-mid'><b>111</b>/126</td><td class='s-mid'><b>107</b>/126</td><td class='s-mid'><b>107</b>/126</td><td class='s-mid'><b>109</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>popcount</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>ring</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>count_matches</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>extract_urls</td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✓✓</code></td></tr><tr><td>Bash</td><td>csv_col</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>json_get</td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C (hard)</td><td>glob_match</td><td><code>✓✓✓</code></td><td><code>✓✗✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✗</code></td></tr><tr><td>Bash (hard)</td><td>find_dupes</td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash (hard)</td><td>top_errors</td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✗</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: Bash (hard)/find_dupes, Research/rhel10_nfs</li><li><b>RTX PRO 6000</b>: Bash/extract_urls, Bash/json_get, C (hard)/glob_match, Bash (hard)/top_errors</li><li><b>GB10</b>: C/ring, Bash/count_matches, Bash/extract_urls, Bash/csv_col</li><li><b>GB10-2</b>: C/ring, Bash/count_matches, Bash/extract_urls, Bash/csv_col</li><li><b>Radeon 8060S</b>: Bash/count_matches, Bash/extract_urls, C (hard)/csv_field, Research/rhel10_nfs</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>8d326e0f4f4e</td><td>8d326e0f4f4e</td><td>8d326e0f4f4e</td><td>8d326e0f4f4e</td><td>8d326e0f4f4e</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-gemma'>gemma-4-26b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>43</b>/48</td><td class='dim'>15/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='dim'>7/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>1/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='dim'>38/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>105</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>cmp_desc</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✓</code></td></tr><tr><td>Bash (hard)</td><td>top_errors</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: Bash (hard)/top_errors</li><li><b>GB10</b>: C (hard)/csv_field</li><li><b>GB10-2</b>: C (hard)/csv_field</li><li><b>Radeon 8060S</b>: C/cmp_desc, C (hard)/csv_field, Bash (hard)/top_errors</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>83b040a055e4</td><td>83b040a055e4</td><td>83b040a055e4</td><td>83b040a055e4</td><td>83b040a055e4</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-coder-next'>qwen3-coder-next 80B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='dim'>14/16</td></tr><tr><td>Python</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>20</b>/24</td><td class='dim'>5/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Python (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-mid'><b>8</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>1/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>108</b>/126</td><td class='s-mid'><b>108</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='dim'>34/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>108</b>/126</td><td class='s-mid'><b>108</b>/126</td><td class='s-mid'><b>105</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>itoa</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>atoi_strict</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash</td><td>count_matches</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>csv_col</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td></tr><tr><td>Python (hard)</td><td>json_diff</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td></tr><tr><td>Bash (hard)</td><td>find_dupes</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash (hard)</td><td>top_errors</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: Bash/csv_col, Python (hard)/json_diff, Bash (hard)/top_errors</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>27f30d7e06cc</td><td>27f30d7e06cc</td><td>27f30d7e06cc</td><td>27f30d7e06cc</td><td>27f30d7e06cc</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-devstral'>devstral-2 24b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-lo'><b>35</b>/48</td><td class='s-lo'><b>35</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='dim'>12/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='dim'>7/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Python (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>1/1</td></tr><tr><td><b>pinned total</b></td><td class='s-lo'><b>94</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>98</b>/126</td><td class='s-mid'><b>98</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='dim'>35/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-lo'><b>94</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>98</b>/126</td><td class='s-mid'><b>98</b>/126</td><td class='s-mid'><b>96</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>count_words</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>itoa</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>trim</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>atoi_strict</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>rpn_eval</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash (hard)</td><td>backup_rotate</td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: Bash (hard)/backup_rotate</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: C/count_words, C/trim, C/atoi_strict</li><li><b>GB10-2</b>: C/count_words, C/trim, C/atoi_strict</li><li><b>Radeon 8060S</b>: C/itoa</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>47802e4b5241</td><td>47802e4b5241</td><td>47802e4b5241</td><td>47802e4b5241</td><td>47802e4b5241</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-mistral-small4'>mistral-small-4 119B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>38</b>/48</td><td class='s-lo'><b>35</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-mid'><b>37</b>/48</td><td class='dim'>13/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>22</b>/24</td><td class='s-hi'><b>22</b>/24</td><td class='s-hi'><b>22</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='dim'>7/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>14</b>/24</td><td class='s-lo'><b>14</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='dim'>6/8</td></tr><tr><td>C (hard)</td><td class='s-mid'><b>7</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Python (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Research</td><td class='s-bad'><b>1</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-lo'><b>91</b>/126</td><td class='s-lo'><b>87</b>/126</td><td class='s-lo'><b>83</b>/126</td><td class='s-lo'><b>83</b>/126</td><td class='s-lo'><b>82</b>/126</td><td class='dim'>33/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-lo'><b>91</b>/126</td><td class='s-lo'><b>87</b>/126</td><td class='s-lo'><b>83</b>/126</td><td class='s-lo'><b>83</b>/126</td><td class='s-lo'><b>82</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>parse_csv_ints</td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>bswap32</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>trim</td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td></tr><tr><td>Python</td><td>is_valid_ipv4</td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash</td><td>retry3</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>rotate</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>C (hard)</td><td>glob_match</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✓✗✗</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: C/parse_csv_ints, C (hard)/csv_field, Research/rhel10_nfs</li><li><b>RTX PRO 6000</b>: C/trim, Python/is_valid_ipv4, C (hard)/csv_field, Research/rhel10_nfs</li><li><b>GB10</b>: C/bswap32, C/trim, Python/is_valid_ipv4, Bash/retry3, C (hard)/glob_match</li><li><b>GB10-2</b>: C/bswap32, C/trim, Python/is_valid_ipv4, Bash/retry3, C (hard)/glob_match</li><li><b>Radeon 8060S</b>: C/trim</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>c922853c2727</td><td>c922853c2727</td><td>c922853c2727</td><td>c922853c2727</td><td>c922853c2727</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-qwen27'>qwen3.8-27b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-hi'><b>45</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='dim'>15/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='dim'>7/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>1/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='dim'>40/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>105</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>itoa</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: none</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>08a763ee5e33</td><td>08a763ee5e33</td><td>08a763ee5e33</td><td>08a763ee5e33</td><td>08a763ee5e33</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-qwen36-35b'>qwen3.6-35b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='dim'>13/16</td></tr><tr><td>Python</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='dim'>6/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='dim'>7/8</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>1</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-lo'><b>94</b>/126</td><td class='dim'>32/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-lo'><b>94</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>reverse_string</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>itoa</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>atoi_strict</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>Python</td><td>merge_intervals</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Python</td><td>csv_column_sum</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>glob_match</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Python (hard)</td><td>json_diff</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: Research/rhel10_nfs</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>78c9fe670a12</td><td>78c9fe670a12</td><td>78c9fe670a12</td><td>78c9fe670a12</td><td>78c9fe670a12</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-qwen35'>qwen3.5-35b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>42</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='dim'>12/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>7/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>16</b>/24</td><td class='dim'>6/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-mid'><b>8</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>1/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>95</b>/126</td><td class='dim'>32/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>95</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>count_words</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>itoa</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>parse_csv_ints</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>atoi_strict</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>Python</td><td>csv_column_sum</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>json_get</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td></tr><tr><td>C (hard)</td><td>rpn_eval</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✗</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Python (hard)</td><td>json_diff</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: C/itoa, Bash/json_get, C (hard)/rpn_eval, Python (hard)/json_diff</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>cb80bd67175c</td><td>cb80bd67175c</td><td>cb80bd67175c</td><td>cb80bd67175c</td><td>cb80bd67175c</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-qwen36-27b'>qwen3.6-27b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='dim'>15/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='dim'>7/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Research</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>100</b>/126</td><td class='dim'>37/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>99</b>/126</td><td class='s-mid'><b>100</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>itoa</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✓✗</code></td></tr><tr><td>Bash (hard)</td><td>find_dupes</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: C (hard)/csv_field</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>78c9fe670a12</td><td>78c9fe670a12</td><td>78c9fe670a12</td><td>78c9fe670a12</td><td>78c9fe670a12</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-coder'>qwen3-coder-30b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='dim'>15/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-bad'><b>9</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>14</b>/24</td><td class='dim'>6/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Python (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>2</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-lo'><b>86</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='s-lo'><b>90</b>/126</td><td class='s-lo'><b>90</b>/126</td><td class='s-lo'><b>87</b>/126</td><td class='dim'>34/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-lo'><b>86</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='s-lo'><b>90</b>/126</td><td class='s-lo'><b>90</b>/126</td><td class='s-lo'><b>87</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>fizzbuzz</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>rotate</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✓</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Python (hard)</td><td>topological_sort</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✓</code></td></tr><tr><td>Python (hard)</td><td>json_diff</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash (hard)</td><td>backup_rotate</td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: Bash (hard)/backup_rotate</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: Bash/rotate, Python (hard)/topological_sort, Research/rhel10_nfs</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>0c431480681c</td><td>0c431480681c</td><td>0c431480681c</td><td>0c431480681c</td><td>0c431480681c</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-aya'>aya-23 35b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-lo'><b>27</b>/48</td><td class='s-lo'><b>25</b>/48</td><td class='s-mid'><b>37</b>/48</td><td class='s-mid'><b>37</b>/48</td><td class='s-lo'><b>27</b>/48</td><td class='dim'>9/16</td></tr><tr><td>Python</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='dim'>7/8</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Python (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Research</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>1</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-lo'><b>66</b>/126</td><td class='s-bad'><b>61</b>/126</td><td class='s-lo'><b>73</b>/126</td><td class='s-lo'><b>73</b>/126</td><td class='s-lo'><b>64</b>/126</td><td class='dim'>31/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-lo'><b>66</b>/126</td><td class='s-bad'><b>61</b>/126</td><td class='s-lo'><b>73</b>/126</td><td class='s-lo'><b>73</b>/126</td><td class='s-lo'><b>64</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>reverse_string</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>max_subarray</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>itoa</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>rot13</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>parse_csv_ints</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>trim</td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>atoi_strict</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash</td><td>retry3</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C (hard)</td><td>glob_match</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: C/trim, C (hard)/glob_match, C (hard)/csv_field</li><li><b>GB10</b>: C/parse_csv_ints, C/trim, C (hard)/csv_field</li><li><b>GB10-2</b>: C/parse_csv_ints, C/trim, C (hard)/csv_field</li><li><b>Radeon 8060S</b>: Research/rhel10_nfs</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 8192</td><td>1 × 8192</td><td>1 × 8192</td><td>1 × 8192</td><td>1 × 8192</td></tr><tr><td>chat template</td><td>899134038234</td><td>899134038234</td><td>899134038234</td><td>899134038234</td><td>899134038234</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-glm-flash'>glm-4.7-flash</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>42</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='dim'>15/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='dim'>6/8</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>1</b>/9</td><td class='s-bad'><b>1</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Python (hard)</td><td class='s-mid'><b>7</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-mid'><b>7</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>1</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-lo'><b>94</b>/126</td><td class='s-lo'><b>94</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>103</b>/126</td><td class='dim'>32/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-lo'><b>94</b>/126</td><td class='s-lo'><b>94</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>103</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>fizzbuzz</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>retry3</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>C (hard)</td><td>glob_match</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>rpn_eval</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Python (hard)</td><td>topological_sort</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Python (hard)</td><td>json_diff</td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td></tr><tr><td>Bash (hard)</td><td>top_errors</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash (hard)</td><td>backup_rotate</td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: Python (hard)/json_diff</li><li><b>RTX PRO 6000</b>: C (hard)/glob_match, Bash (hard)/backup_rotate</li><li><b>GB10</b>: C (hard)/rpn_eval, Research/rhel10_nfs</li><li><b>GB10-2</b>: C (hard)/rpn_eval, Research/rhel10_nfs</li><li><b>Radeon 8060S</b>: Python (hard)/json_diff</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>257e6e854b7e</td><td>257e6e854b7e</td><td>257e6e854b7e</td><td>257e6e854b7e</td><td>257e6e854b7e</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-laguna'>laguna-xs.2</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>39</b>/48</td><td class='s-mid'><b>38</b>/48</td><td class='s-mid'><b>38</b>/48</td><td class='s-mid'><b>38</b>/48</td><td class='s-lo'><b>34</b>/48</td><td class='dim'>11/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>16</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='dim'>5/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Research</td><td class='s-lo'><b>2</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-lo'><b>2</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>100</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>101</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='dim'>31/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>100</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>101</b>/126</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>102</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>is_prime</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>itoa</td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td></tr><tr><td>C</td><td>popcount</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✓</code></td></tr><tr><td>C</td><td>bswap32</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>trim</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✓</code></td></tr><tr><td>Bash</td><td>count_matches</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>csv_col</td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>glob_match</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash (hard)</td><td>backup_rotate</td><td><code>✓✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✗</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: Bash/csv_col, Bash (hard)/backup_rotate, Research/rhel10_nfs</li><li><b>RTX PRO 6000</b>: C/itoa, Bash (hard)/backup_rotate, Research/rhel10_nfs</li><li><b>GB10</b>: C/bswap32, C (hard)/glob_match, Bash (hard)/backup_rotate, Research/rhel10_nfs</li><li><b>GB10-2</b>: C/bswap32, C (hard)/glob_match, Bash (hard)/backup_rotate</li><li><b>Radeon 8060S</b>: C/itoa, C/popcount, C/trim, Research/rhel10_nfs</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>8cf80871164b</td><td>8cf80871164b</td><td>8cf80871164b</td><td>8cf80871164b</td><td>8cf80871164b</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-qwen38flash'>qwen3.8-flash-next 125B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>46</b>/48</td><td class='dim'>15/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>20</b>/24</td><td class='dim'>6/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-mid'><b>8</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-mid'><b>8</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>1/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>108</b>/126</td><td class='s-hi'><b>117</b>/126</td><td class='s-mid'><b>111</b>/126</td><td class='s-mid'><b>111</b>/126</td><td class='s-hi'><b>115</b>/126</td><td class='dim'>36/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>108</b>/126</td><td class='s-hi'><b>117</b>/126</td><td class='s-mid'><b>111</b>/126</td><td class='s-mid'><b>111</b>/126</td><td class='s-hi'><b>115</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>parse_csv_ints</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>rotate</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✗</code></td></tr><tr><td>Python (hard)</td><td>json_diff</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✓</code></td></tr><tr><td>Bash (hard)</td><td>top_errors</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: C/parse_csv_ints, Bash/rotate, C (hard)/csv_field, Python (hard)/json_diff</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>a7e79f8fe37f</td><td>a7e79f8fe37f</td><td>a7e79f8fe37f</td><td>a7e79f8fe37f</td><td>a7e79f8fe37f</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-k2horizon'>k2-horizon 36B-A4B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>37</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='dim'>13/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='s-hi'><b>23</b>/24</td><td class='s-hi'><b>23</b>/24</td><td class='s-mid'><b>21</b>/24</td><td class='dim'>7/8</td></tr><tr><td>Bash</td><td class='s-bad'><b>10</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>16</b>/24</td><td class='dim'>4/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Python (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Research</td><td class='s-bad'><b>1</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-lo'><b>86</b>/126</td><td class='s-lo'><b>91</b>/126</td><td class='s-lo'><b>88</b>/126</td><td class='s-lo'><b>88</b>/126</td><td class='s-lo'><b>91</b>/126</td><td class='dim'>29/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-lo'><b>86</b>/126</td><td class='s-lo'><b>91</b>/126</td><td class='s-lo'><b>88</b>/126</td><td class='s-lo'><b>88</b>/126</td><td class='s-lo'><b>91</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>itoa</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>trim</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>atoi_strict</td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Python</td><td>csv_column_sum</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>retry3</td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✓✗</code></td></tr><tr><td>Bash</td><td>rotate</td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>csv_col</td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>glob_match</td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Python (hard)</td><td>topological_sort</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash (hard)</td><td>backup_rotate</td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: Bash/rotate, Research/rhel10_nfs</li><li><b>RTX PRO 6000</b>: C/itoa, C/atoi_strict, Bash/retry3, Bash/csv_col, C (hard)/glob_match, Bash (hard)/backup_rotate</li><li><b>GB10</b>: Python/csv_column_sum, C (hard)/csv_field, Python (hard)/topological_sort, Bash (hard)/backup_rotate</li><li><b>GB10-2</b>: Python/csv_column_sum, C (hard)/csv_field, Python (hard)/topological_sort, Bash (hard)/backup_rotate</li><li><b>Radeon 8060S</b>: Bash/retry3</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>31fb55ec90b2</td><td>31fb55ec90b2</td><td>31fb55ec90b2</td><td>31fb55ec90b2</td><td>31fb55ec90b2</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-qwen35-122b'>qwen3.5-122b-a10b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-lo'><b>33</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='dim'>14/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>12</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='dim'>6/8</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-lo'><b>90</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='dim'>35/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-lo'><b>90</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='s-lo'><b>93</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>parse_csv_ints</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>cmp_desc</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>retry3</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash (hard)</td><td>find_dupes</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: none</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>cb80bd67175c</td><td>cb80bd67175c</td><td>cb80bd67175c</td><td>cb80bd67175c</td><td>cb80bd67175c</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-qwen35-27b'>qwen3.5-27b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-lo'><b>33</b>/48</td><td class='s-lo'><b>30</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-mid'><b>36</b>/48</td><td class='s-lo'><b>33</b>/48</td><td class='dim'>14/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>12</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='dim'>7/8</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>0</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>0/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>1/1</td></tr><tr><td><b>pinned total</b></td><td class='s-lo'><b>87</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='dim'>34/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-lo'><b>87</b>/126</td><td class='s-lo'><b>93</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-mid'><b>96</b>/126</td><td class='s-lo'><b>93</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>itoa</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>trim</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>glob_match</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C (hard)</td><td>rpn_eval</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash (hard)</td><td>find_dupes</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash (hard)</td><td>top_errors</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: C (hard)/csv_field</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>cb80bd67175c</td><td>cb80bd67175c</td><td>cb80bd67175c</td><td>cb80bd67175c</td><td>cb80bd67175c</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-laguna-s'>laguna-s 2.1 117B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-hi'><b>47</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='dim'>15/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='dim'>7/8</td></tr><tr><td>C (hard)</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>2</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Research</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='dim'>1/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>101</b>/126</td><td class='s-mid'><b>108</b>/126</td><td class='s-mid'><b>108</b>/126</td><td class='s-mid'><b>108</b>/126</td><td class='s-mid'><b>107</b>/126</td><td class='dim'>39/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>101</b>/126</td><td class='s-mid'><b>108</b>/126</td><td class='s-mid'><b>108</b>/126</td><td class='s-mid'><b>108</b>/126</td><td class='s-mid'><b>107</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>count_words</td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash (hard)</td><td>top_errors</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: C/count_words</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: Bash (hard)/top_errors</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>f0ae8663a876</td><td>f0ae8663a876</td><td>f0ae8663a876</td><td>f0ae8663a876</td><td>f0ae8663a876</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-nemotron3'>nemotron-3-super 120B</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>48</b>/48</td><td class='s-hi'><b>45</b>/48</td><td class='dim'>15/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-lo'><b>15</b>/24</td><td class='s-mid'><b>18</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='s-lo'><b>15</b>/24</td><td class='dim'>6/8</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>6</b>/9</td><td class='s-lo'><b>5</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Python (hard)</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='s-hi'><b>9</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='dim'>3/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-bad'><b>0</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>104</b>/126</td><td class='dim'>37/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-mid'><b>102</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>105</b>/126</td><td class='s-mid'><b>104</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>atoi_strict</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>csv_col</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C (hard)</td><td>csv_field</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✗</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: none</li><li><b>RTX PRO 6000</b>: none</li><li><b>GB10</b>: none</li><li><b>GB10-2</b>: none</li><li><b>Radeon 8060S</b>: C (hard)/csv_field</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>4ea9cddb5490</td><td>4ea9cddb5490</td><td>4ea9cddb5490</td><td>4ea9cddb5490</td><td>4ea9cddb5490</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div><h3 id='pinned-seed-oss'>seed-oss 36b</h3><div class='cmp'><table><tr><th>suite</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th><th title='tasks whose 3-trial outcome is identical on every machine'>identical</th></tr><tr><td>C</td><td class='s-lo'><b>32</b>/48</td><td class='s-lo'><b>29</b>/48</td><td class='s-lo'><b>30</b>/48</td><td class='s-lo'><b>30</b>/48</td><td class='s-lo'><b>34</b>/48</td><td class='dim'>8/16</td></tr><tr><td>Python</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='s-hi'><b>24</b>/24</td><td class='dim'>8/8</td></tr><tr><td>Bash</td><td class='s-bad'><b>11</b>/24</td><td class='s-lo'><b>17</b>/24</td><td class='s-mid'><b>20</b>/24</td><td class='s-mid'><b>20</b>/24</td><td class='s-lo'><b>17</b>/24</td><td class='dim'>3/8</td></tr><tr><td>C (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>2</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Python (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>4</b>/9</td><td class='dim'>2/3</td></tr><tr><td>Bash (hard)</td><td class='s-bad'><b>3</b>/9</td><td class='s-bad'><b>2</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>0</b>/9</td><td class='s-bad'><b>2</b>/9</td><td class='dim'>1/3</td></tr><tr><td>Research</td><td class='s-hi'><b>3</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='s-bad'><b>1</b>/3</td><td class='s-bad'><b>1</b>/3</td><td class='s-hi'><b>3</b>/3</td><td class='dim'>0/1</td></tr><tr><td><b>pinned total</b></td><td class='s-lo'><b>79</b>/126</td><td class='s-lo'><b>82</b>/126</td><td class='s-lo'><b>81</b>/126</td><td class='s-lo'><b>81</b>/126</td><td class='s-lo'><b>86</b>/126</td><td class='dim'>24/42</td></tr><tr><td class='dim'>original run (temp 0.7 retries, c11)</td><td class='s-lo'><b>79</b>/126</td><td class='s-lo'><b>82</b>/126</td><td class='s-lo'><b>81</b>/126</td><td class='s-lo'><b>81</b>/126</td><td class='s-lo'><b>86</b>/126</td><td></td></tr></table></div><h4>Tasks that still differ</h4><div class='cmp'><table><tr><th>suite</th><th>task</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>C</td><td>count_words</td><td><code>✗✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>C</td><td>itoa</td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>popcount</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✓</code></td></tr><tr><td>C</td><td>rot13</td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>C</td><td>parse_csv_ints</td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✓✓</code></td></tr><tr><td>C</td><td>trim</td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✗✓</code></td></tr><tr><td>C</td><td>cmp_desc</td><td><code>✓✓✓</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✓</code></td></tr><tr><td>C</td><td>atoi_strict</td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash</td><td>count_matches</td><td><code>✗✗✗</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td><td><code>✗✓✓</code></td></tr><tr><td>Bash</td><td>largest_file</td><td><code>✗✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>csv_col</td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td></tr><tr><td>Bash</td><td>sum_stdin</td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td></tr><tr><td>Bash</td><td>json_get</td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✗✓✓</code></td></tr><tr><td>C (hard)</td><td>rpn_eval</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✓✗</code></td></tr><tr><td>Python (hard)</td><td>topological_sort</td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td></tr><tr><td>Bash (hard)</td><td>top_errors</td><td><code>✗✗✗</code></td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td></tr><tr><td>Bash (hard)</td><td>backup_rotate</td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✗✗✗</code></td><td><code>✗✗✗</code></td><td><code>✓✗✓</code></td></tr><tr><td>Research</td><td>rhel10_nfs</td><td><code>✓✓✓</code></td><td><code>✓✓✓</code></td><td><code>✓✗✗</code></td><td><code>✓✗✗</code></td><td><code>✓✓✓</code></td></tr></table></div><h4>Trial-to-trial flips at temperature 0</h4><p class='note'>Same prompt, same seed, three requests — and a different answer. llama.cpp batches 4 slots and the floating-point reduction order is not fixed, so a near-tie between two tokens can land either way. Where all three trials fail, the extracted code is byte-identical across trials and across machines.</p><ul><li><b>M5 Max</b>: C/count_words, C/atoi_strict, Bash/csv_col</li><li><b>RTX PRO 6000</b>: C/itoa, C/rot13, C/parse_csv_ints, C/trim, Bash/count_matches, Bash/sum_stdin, Bash/json_get, Python (hard)/topological_sort, Bash (hard)/top_errors, Bash (hard)/backup_rotate</li><li><b>GB10</b>: C/count_words, C/parse_csv_ints, C/trim, Bash/count_matches, Research/rhel10_nfs</li><li><b>GB10-2</b>: C/count_words, C/parse_csv_ints, C/trim, Bash/count_matches, Research/rhel10_nfs</li><li><b>Radeon 8060S</b>: C/count_words, C/popcount, C/parse_csv_ints, C/trim, C/cmp_desc, Bash/count_matches, Bash/csv_col, Bash/json_get, C (hard)/rpn_eval, Python (hard)/topological_sort, Bash (hard)/top_errors, Bash (hard)/backup_rotate</li></ul><h4>What was held fixed and what was not</h4><p class='note'>Rows shaded amber differ between machines. The GPU backend row is the one the harness cannot equalise: Metal, CUDA and Vulkan kernels round differently.</p><div class='cmp'><table><tr><th>harness</th><th>M5 Max</th><th>RTX PRO 6000</th><th>GB10</th><th>GB10-2</th><th>Radeon 8060S</th></tr><tr><td>llama.cpp build</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td><td>b10671-35999d101</td></tr><tr><td>slots × ctx</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td><td>1 × 16384</td></tr><tr><td>chat template</td><td>a4244fdffe0e</td><td>a4244fdffe0e</td><td>a4244fdffe0e</td><td>a4244fdffe0e</td><td>a4244fdffe0e</td></tr><tr><td>sampling</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td><td>temp 0 all trials, seed 42</td></tr><tr><td>C standard</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td><td>gnu11</td></tr><tr><td>GPU backend</td><td class='s-lo'>Metal</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>CUDA</td><td class='s-lo'>Vulkan</td></tr><tr><td>OS</td><td class='s-lo'>Darwin 25.6.0 arm64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.17.0-1029-nvidia aarch64</td><td class='s-lo'>Linux 6.12.0-211.54.1.el10_2.x86_64 x86_64</td></tr><tr><td>cc</td><td class='s-lo'>Apple clang version 21.0.0 (clang-2100.1.1.101)</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (Ubuntu 13.3.0-6ubuntu2~24.04.1) 13.3.0</td><td class='s-lo'>cc (GCC) 14.3.1 20251022 (Red Hat 14.3.1-4)</td></tr><tr><td>bash</td><td class='s-lo'>5.3.20(1)-release (aarch64-apple-darwin25.6.0)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.21(1)-release (aarch64-unknown-linux-gnu)</td><td class='s-lo'>5.2.26(1)-release (x86_64-redhat-linux-gnu)</td></tr><tr><td>Python</td><td class='s-lo'>3.14.7</td><td class='s-lo'>3.12.14</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.3</td><td class='s-lo'>3.12.14</td></tr></table></div>
<p class='note'>Generated 2026-10-02 10:57.</p>
</body></html>