Dataset metadata — every field

provenance

$schema
https://smokingmirror.ai/schema/v1
version
v1
generated
2026-06-10
source
smokingmirror.ai
license
CC0-1.0

methodology

probe_count
863
probe_type
forced_choice_binary
min_prefs_threshold
1
distance_metrics
{"hamming": "count of fingerprint positions that differ; includes A-vs-N and B-vs-N as differences", "violent_disagreement": "count of positions where one model picked A and the other picked B (or vice versa); refusals (N) do not contribute regardless of what's on the other side", "n_both": "count of positions where BOTH models committed …
canonical_metric
hamming
clustering_method
average_linkage
fingerprint_alphabet
{"A": "preferred word_a", "B": "preferred word_b", "N": "no real preference / refused"}

clustering

linkage
[[4.0, 11.0, 38.0, 2.0], [6.0, 7.0, 47.0, 2.0], [0.0, 1.0, 59.0, 2.0], [5.0, 40.0, 59.0, 3.0], [12.0, 41.0, 74.5, 3.0], [8.0, 13.0, 92.0, 2.0], [19.0, 33.0, 145.0, 2.0], [17.0, 21.0, 156.0, 2.0], [46.0, 47.0, 159.0, 4.0], [9.0, 45.0, 173.5, 3.0], [32.0, 48.0, 185.25, 5.0], [43.0, 44.0, 189.7777777777778, 6.0], [14.0, 15.0, 190.0, 2.0], [20.0, 50.0, 192.4, 6.0], [31.0, 53.0, 213.0, 7.0], [18.0, 54. …
leaf_order
[0, 1, 2, 3, 10, 11, 4, 5, 12, 6, 7, 13, 8, 9, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37, 38, 39, 35, 36]
leaf_order_names
["claude-fable-5@00-low-2026-06-10", "claude-fable-5@10-medium-2026-06-10", "claude-haiku-4.5", "claude-opus-4", "claude-opus-4.1", "claude-opus-4.5", "claude-opus-4-5-t0@2026-05-29", "claude-opus-4-5@2026-05-29", "claude-opus-4.6", "claude-opus-4-6-t0@2026-05-29", "claude-opus-4-6@2026-05-29&q …

refusals

0 models below the min-preference threshold (1).

distance matrix — model index

hamming distance matrix

rows and columns in leaf-order from average-linkage clustering on the hamming matrix. matrix = hamming distance (count of mismatches). matrix_violent = count of A-vs-B head-to-heads. matrix_n_both = count of positions where both models committed (A or B). matrix_violent_rate = matrix_violent / matrix_n_both; null where n_both = 0 or on the diagonal.

0123456789101112131415161718192021222324252627282930313233343536373839
0 claude-fable-5@00-low-2026-06-10059379276551409399400328308302259249306349333425715660749677707648594645609643685608621670651688735574530400441617638
1 claude-fable-5@10-medium-2026-06-10590382282556421406413342330320273259313351341435723670757690721660603658616654692619631677654696747588537409443629651
2 claude-haiku-4.53793820282367239228240245250249304295273240232269438406471418425413409412397426418399401419403417472409386319278385375
3 claude-opus-42762822820358273258270234224230249239242242241266542508572506528504466492450480523471475512479523562445431344341465482
4 claude-opus-4.15515563673580325313327362371373423429381382387331303319295307302332342329324326303348317321306324314353364439379315329
5 claude-opus-4.540942123927332503859191199203287282277245237211395367423377380384363369367377388368372386369372401372369306254346368
6 claude-opus-4-5-t0@2026-05-2939940622825831338059175182187280273260236225200402373433384395396365377368378396376380385375384413378361306256356365
7 claude-opus-4-5@2026-05-2940041324027032759590187189195287284269241242210408381426390389390362372362376396378381380379378407384365311263358375
8 claude-opus-4.632834224523436219117518706980225233239228226227463430514433449447404420394416450403417430421434484413387314275408401
9 claude-opus-4-6-t0@2026-05-2930833025022437119918218969047229235242240228245484447525458478459409435407425464419434453446460504417385319286427420
10 claude-opus-4-6@2026-05-2930232024923037320318719580470222221236245234247485455530461476455413428420437475423429452449461507426388318289421423
11 claude-opus-4.7259273304249423287280287225229222092176268293282538501555501513491448473439477524461466498477504544453423362339463473
12 claude-opus-4-7@2026-05-29249259295239429282273284233235221920171266283303547506572509528500454479454487533461479511484515558463425356346461484
13 claude-opus-4-8@2026-05-293063132732423812772602692392422361761710255252276502464530458470464415434420441483421441464445471520437403356323426434
14 claude-sonnet-43493512402423822452362412282402452682662550190279485442507448462449423440407438474430425439429447503422404306292398421
15 claude-sonnet-4.53333412322413872372252422262282342932832521900289488440514454471449417434433448477425431459432460505409389311275407419
16 claude-sonnet-4.64254352692663312112002102272452472823032762792890373368410342369367364346344354372365361364352358399363369324271350341
17 deepseek-chat-v37157234385423033954024084634844855385475024854883730220154181156232268239267227207268248215214196166282337478378235228
18 deepseek-r16606704065083193673733814304474555015064644424403682200200225222251280284261261239287241252220214217289344430352257251
19 deepseek-v3.27497574715722954234334265145255305555725305075144101542000198159221262227250236192259241221205177145295336495403239237
20 deepseek-v4-flash6776904185063073773843904334584615015094584484543421812251980195232283235258234224273253234216198190331330454356249239
21 deepseek-v4-pro7077214255283023803953894494784765135284704624713691562221591950236263226247217214263250219207179157283325461373237227
22 gemini-2.5-pro6486604135043323843963904474594554915004644494493672322512212322360294269265272258323292274256234226333337466386269262
23 gemini-3-flash-preview5946034094663423633653624044094134484544154234173642682802622832632940298299289290315293297280270255331368445356287299
24 gemini-3.1-flash-lite6456584124923293693773724204354284734794344404343462392842272352262692980289266260299283273268235239314353448372281273
25 gemini-3.1-pro-preview6096163974503243673683623944074204394544204074333442672612502582472652992890284270289293310263255257328344443374298261
26 gpt-4o6436544264803263773783764164254374774874414384483542272612362342172722892662840254312270262244237228310336441374266271
27 gpt-4o-mini6856924185233033883963964504644755245334834744773722072391922242142582902602702540282265249250223219319354442373271262
28 gpt-56086193994713483683763784034194234614614214304253652682872592732633233152992893122820292301288277281344365414355283272
29 gpt-5-mini6216314014753173723803814174344294664794414254313612482412412532502922932832932702652920246248247244303330445366275254
30 gpt-5-nano6706774195123213863853804304534524985114644394593642152522212342192742972733102622493012460236219222319365453359269262
31 gpt-5.46516544034793063693753794214464494774844454294323522142202052162072562802682632442502882482360208228294328437356257240
32 gpt-5.4-mini6886964175233243723843784344604615045154714474603581962141771981792342702352552372232772472192080189311339448356250243
33 gpt-5.4-nano7357474725623144014134074845045075445585205035053991662171451901572262552392572282192812442222281890298335499396245237
34 gpt-5.55745884094453533723783844134174264534634374224093632822892953312833333313143283103193443033192943112980343422389339315
35 grok-45305373864313643693613653873853884234254034043893693373443363303253373683533443363543653303653283393353430371341325313
36 grok-4-fast4004093193444393063063113143193183623563563063113244784304954544614664454484434414424144454534374484994223710269420428
37 grok-4.34414432783413792542562632752862893393463232922752713783524033563733863563723743743733553663593563563963893412690323334
38 o36176293854653153463563584084274214634614263984073502352572392492372692872812982662712832752692572502453393254203230263
39 o4-mini6386513754823293683653754014204234734844344214193412282512372392272622992732612712622722542622402432373153134283342630

violent-disagreement matrix

0123456789101112131415161718192021222324252627282930313233343536373839
0 claude-fable-5@00-low-2026-06-1001032321116161818192017211536331412131998141318913181510276921233366361115
1 claude-fable-5@10-medium-2026-06-101003235131516181922231618153932151112187713131811132017132761022203366371217
2 claude-haiku-4.53232078343688151611855246512122183373553106401
3 claude-opus-4323570047667615155199551463455444124152814418282453
4 claude-opus-4.111138004656655523362273123420252815605131032
5 claude-opus-4.5161534400001069574133600311222246124675810
6 claude-opus-4-5-t0@2026-05-291616476000000710686243611311332247124875811
7 claude-opus-4-5@2026-05-291818365000121710484132600211221325215563600
8 claude-opus-4.61819666001000774784434125114654472766106802
9 claude-opus-4-6-t0@2026-05-29192287610200086489545612611666345265911101202
10 claude-opus-4-6@2026-05-29202386500100065388444611721654445265711101012
11 claude-opus-4.71716151556777860011315734934734573105114781420282056
12 claude-opus-4-7@2026-05-292118161559101076500215178458338564741041258101020342177
13 claude-opus-4-8@2026-05-2915151152564443120776229323141459312339713231334
14 claude-sonnet-4363981378878813157017348324142544311136410211213
15 claude-sonnet-4.533325934648981517710631620365128241011928111010
16 claude-sonnet-4.614155961214547867603051142213053602431191113
17 deepseek-chat-v3121125234344434233300100301001001021233000
18 deepseek-r1131245233235445241000300000003112002323201
19 deepseek-v3.21918614766646698986513000332421420403439812
20 deepseek-v4-flash9756301011133332100000200001021112232110
21 deepseek-v4-pro8713101022143220100000110200101112132101
22 gemini-2.5-pro141324233256778343430321012121213116224713
23 gemini-3-flash-preview131315311111235116200301100000313002566201
24 gemini-3.1-flash-lite181825411111146445210200200010111010251221
25 gemini-3.1-pro-preview91124223246654121100402100021201005157100
26 gpt-4o131314023266577452300200201201113100337100
27 gpt-4o-mini182084222156434548013110100110213210389724
28 gpt-5151731252234341010942501401231212001034237300
29 gpt-5-mini101334244244454334301220111011000011126200
30 gpt-5-nano272771586757551112121110612011331133100231156500
31 gpt-5.46632111222245311000411100012002001024200
32 gpt-5.4-mini91058522176678331220011101001313000133211
33 gpt-5.4-nano21225146445655810969412322620500411100321310
34 gpt-5.5232034068569714107423234212521332110130511901
35 grok-43333101857761011112020131081132333265538325232502523
36 grok-4-fast6666628135536101028342321119339224617797664311120201
37 grok-4.33637424108868121020211312101102811722117325223952000
38 o3111205311000157311100110102002000011020000
39 o4-mini151713201022267430301201311004000010131000

n_both (shared committed cells)

0123456789101112131415161718192021222324252627282930313233343536373839
0 claude-fable-5@00-low-2026-06-1007814725832714214324325075285345735905295135204031001567413810317322718220817514222219516616112990256313495409200184
1 claude-fable-5@10-medium-2026-06-1078104765872754204344315065245325715895315195214041011567513610117222818121117514522319716816513190253315496414200184
2 claude-haiku-4.5472476041320734535735038839740039541038939940232279124521118613015913615612311616614712712910859174219351320156154
3 claude-opus-4583587413026738840339645346946848249746145445938588133651279514519215719015712119417014415011678216260409358178161
4 claude-opus-4.127127520726701982112032252312322262332262212191874262366143668974886866888472725034961231901688873
5 claude-opus-4.5421420345388198042241138439139137138535636837132173115481018011715412914312010015313411511710166166198329306148129
6 claude-opus-4-5-t0@2026-05-29432434357403211422041739840540538139637137938433376118491047911715913114912610215513612212010166170208335311149137
7 claude-opus-4-5@2026-05-29432431350396203411417039240240137739036537637432772113521008111916013315112610115413412311810369165205331306147131
8 claude-opus-4.6507506388453225384398392050049744745341942142335984128461189113117814817514711518115613813611770190235370340161158
9 claude-opus-4-6-t0@2026-05-29528524397469231391405402500052445646242842643336184131521168713618615118015311918315813613411470200247380347162159
10 claude-opus-4-6@2026-05-29534532400468232391405401497524046147143342643236286129521179014118715717614911518416313913511671197248383347168160
11 claude-opus-4.7573571395482226371381377447456461055248143642536578125601179214218915518514910918716413814111473206254389346168156
12 claude-opus-4-7@2026-05-29590589410497233385396390453462471552049444844136584133611239414819716318715411519716714214811977209263405353180161
13 claude-opus-4-8@2026-05-29529531389461226356371365419428433481494042042234876123531199313418515517314611118715613613710966191241370331166155
14 claude-sonnet-4513519399454221368379376421426426436448420044534280130591199213717614717514311017515914313911668192234389341174156
15 claude-sonnet-4.5520521402459219371384374423433432425441422445033779130551168713718215116213711117715713313810969198241382349170156
16 claude-sonnet-4.64034043223851873213333273593613623653653483423370751044511077117145132145123981471301171169958160191313290137135
17 deepseek-chat-v3100101798842737672848486788476807975021143326273528262824362832282316434676743733
18 deepseek-r11561561241336211511811312813112912513312313013010421020392144573357393755604253411968701281165450
19 deepseek-v3.27475526536484952465252606153595545142001212202722241219302016221915253458532317
20 deepseek-v4-flash1381361111276110110410011811611711712311911911611033391202747485051453654474348422539701081065148
21 deepseek-v4-pro103101869543807981918790929493928777262112270253935383421402831333222435385783735
22 gemini-2.5-pro1731721301456611711711913113614114214813413713711727442047250615266453748454246422756841211125956
23 gemini-3-flash-preview2272281591928915415916017818618718919718517618214535572748396106476634880725861513886981601527764
24 gemini-3.1-flash-lite1821811361577412913113314815115715516315514715113228332250355264059534165554745472371831341225955
25 gemini-3.1-pro-preview20821115619088143149151175180176185187173175162145265724513866765905749836241604929761001521336273
26 gpt-4o1751751231576812012612614715314914915414614313712328391245344563535703953564852402368851351156050
27 gpt-4o-mini142145116121661001021011151191151091151111101119824371936213748414939054444035331349641211044442
28 gpt-52222231661948815315515418118318418719718717517714736553054404880658353540735658502779991771548078
29 gpt-5-mini1951971471708413413613415615816316416715615915713028602047284572556256447306560462681981431306669
30 gpt-5-nano1661681271447211512212313813613913814213614313311732421643314258474148405665054482460691261225652
31 gpt-5.41611651291507211712011813613413514114813713913811628532248334661456052355860540481768821291185859
32 gpt-5.4-mini129131108116501011011031171141161141191091161099923411942324251474940335046484802145621081034743
33 gpt-5.4-nano9090597834666669707071737766686958161915252227382329231327262417210314260622824
34 gpt-5.525625317421696166170165190200197206209191192198160436825394356867176684979816068453101241881536570
35 grok-4313315219260123198208205235247248254263241234241191467034705384988310085649998698262421240239205103102
36 grok-4-fast495496351409190329335331370380383389405370389382313761285810885121160134152135121177143126129108601882390340155144
37 grok-4.3409414320358168306311306340347347346353331341349290741165310678112152122133115104154130122118103621532053400153140
38 o320020015617888148149147161162168168180166174170137375423513759775962604480665658472865103155153067
39 o4-mini18418415416173129137131158159160156161155156156135335017483556645573504278695259432470102144140670

violent rate

0123456789101112131415161718192021222324252627282930313233343536373839
0 claude-fable-5@00-low-2026-06-100.0128040973111395640.067796610169491530.05488850771869640.040590405904059040.038004750593824230.0370370370370370350.0416666666666666640.035502958579881660.035984848484848490.037453183520599250.0296684118673647480.035593220338983050.028355387523629490.070175438596491220.063461538461538460.0347394540942928060.120.083333333333333330.256756756756756740.065217391304347820.077669902912621350.080924855491329480.057268722466960350.09890109890109890.043269230769230770.074285714285714290.12676056338028170.067567567567567570.051282051282051280.162650602409638550.0372670807453416160.069767441860465120.233333333333333340.089843750.105431309904153350.133333333333333330.088019559902200490.0550.08152173913043478
1 claude-fable-5@10-medium-2026-06-100.0128040973111395640.067226890756302520.0596252129471890950.047272727272727270.035714285714285710.036866359447004610.041763341067285380.0375494071146245040.041984732824427480.0432330827067669150.0280210157618213660.0305602716468590840.028248587570621470.075144508670520240.0614203454894433760.037128712871287130.108910891089108910.076923076923076930.240.0514705882352941150.069306930693069310.07558139534883720.057017543859649120.099447513812154690.0521327014218009450.074285714285714290.137931034482758620.076233183856502240.065989847715736040.160714285714285730.036363636363636360.076335877862595420.244444444444444440.079051383399209490.104761904761904760.133064516129032250.08937198067632850.060.09239130434782608
2 claude-haiku-4.50.067796610169491530.067226890756302520.016949152542372880.038647342995169080.0086956521739130440.0112044817927170870.0085714285714285720.0154639175257731960.0201511335012594450.020.03797468354430380.039024390243902440.0282776349614395870.0200501253132832070.0124378109452736320.0155279503105590060.025316455696202530.032258064516129030.115384615384615390.045045045045045040.0116279069767441860.0153846153846153850.0062893081761006290.0147058823529411760.012820512820512820.0081300813008130090.068965517241379310.0180722891566265050.020408163265306120.055118110236220470.0232558139534883720.0462962962962962940.08474576271186440.0172413793103448270.0456621004566210.0170940170940170960.01250.00.006493506493506494
3 claude-opus-40.05488850771869640.0596252129471890950.016949152542372880.00.0103092783505154640.0173697270471464030.0151515151515151520.0132450331125827810.0149253731343283580.012820512820512820.031120331950207470.0301810865191146880.0108459869848156180.00220264317180616760.01960784313725490.0233766233766233770.0568181818181818160.037593984962406010.21538461538461540.0472440944881889760.0315789473684210540.0275862068965517240.0260416666666666680.031847133757961780.0210526315789473680.0254777070063694280.033057851239669420.0618556701030927860.0235294117647058820.104166666666666670.0133333333333333340.068965517241379310.17948717948717950.0185185185185185170.069230769230769230.068459657701711490.06703910614525140.0280898876404494370.018633540372670808
4 claude-opus-4.10.040590405904059040.047272727272727270.038647342995169080.00.0202020202020202040.028436018957345970.0246305418719211830.026666666666666670.0259740259740259760.0215517241379310360.0221238938053097340.021459227467811160.0088495575221238940.0135746606334841630.01369863013698630.032085561497326210.0476190476190476160.032258064516129030.194444444444444450.049180327868852460.0232558139534883720.0303030303030303040.0337078651685393250.054054054054054060.0227272727272727280.00.0303030303030303040.0568181818181818160.0238095238095238080.11111111111111110.0138888888888888880.10.176470588235294130.00.040650406504065040.068421052631578950.059523809523809520.034090909090909090.0273972602739726
5 claude-opus-4.50.038004750593824230.035714285714285710.0086956521739130440.0103092783505154640.0202020202020202040.00.00.00.00255754475703324830.00.0161725067385444750.0233766233766233770.0140449438202247190.0190217391304347840.010781671159029650.0031152647975077880.04109589041095890.026086956521739130.1250.00.00.025641025641025640.0064935064935064940.0077519379844961240.0139860139860139860.0166666666666666660.020.0130718954248366020.0298507462686567160.052173913043478260.0085470085470085480.0198019801980198020.060606060606060610.036144578313253010.035353535353535350.0151975683890577510.0261437908496732030.0067567567567567570.0
6 claude-opus-4-5-t0@2026-05-290.0370370370370370350.036866359447004610.0112044817927170870.0173697270471464030.028436018957345970.00.00.00.00.00.018372703412073490.0252525252525252520.0161725067385444750.0211081794195250650.0156250.0060060060060060060.052631578947368420.0254237288135593240.122448979591836730.0096153846153846160.0126582278481012660.025641025641025640.0062893081761006290.0076335877862595420.0201342281879194620.0238095238095238080.01960784313725490.0129032258064516130.0294117647058823530.057377049180327870.0083333333333333330.0198019801980198020.060606060606060610.0470588235294117640.033653846153846150.0149253731343283580.025723472668810290.0067114093959731540.0072992700729927005
7 claude-opus-4-5@2026-05-290.0416666666666666640.041763341067285380.0085714285714285720.0151515151515151520.0246305418719211830.00.00.0025510204081632650.0049751243781094530.00249376558603491270.018567639257294430.025641025641025640.0109589041095890410.021276595744680850.01069518716577540.00305810397553516820.0416666666666666640.0176991150442477870.115384615384615390.00.00.016806722689075630.006250.0075187969924812030.0132450331125827810.0158730158730158720.0099009900990099010.019480519480519480.0149253731343283580.040650406504065040.016949152542372880.0097087378640776690.072463768115942030.0303030303030303040.029268292682926830.009063444108761330.01960784313725490.00.0
8 claude-opus-4.60.035502958579881660.0375494071146245040.0154639175257731960.0132450331125827810.026666666666666670.00.00.0025510204081632650.00.00.0156599552572706940.015452538631346580.009546539379474940.01662707838479810.0189125295508274230.0111420612813370470.0476190476190476160.02343750.086956521739130430.008474576271186440.021978021978021980.038167938931297710.00561797752808988750.0067567567567567570.0228571428571428570.040816326530612240.0434782608695652160.0220994475138121540.025641025641025640.0507246376811594240.0147058823529411760.059829059829059830.085714285714285720.0315789473684210540.04255319148936170.0162162162162162170.0235294117647058820.00.012658227848101266
9 claude-opus-4-6-t0@2026-05-290.035984848484848490.041984732824427480.0201511335012594450.0149253731343283580.0259740259740259760.00255754475703324830.00.0049751243781094530.00.00.0175438596491228060.0129870129870129880.0093457943925233640.0187793427230046950.0207852193995381050.0138504155124653740.0476190476190476160.038167938931297710.115384615384615390.0086206896551724140.0229885057471264360.044117647058823530.0053763440860215060.0066225165562913910.033333333333333330.03921568627450980.050420168067226890.016393442622950820.025316455696202530.036764705882352940.0149253731343283580.052631578947368420.071428571428571420.0450.0445344129554655840.026315789473684210.03458213256484150.00.012578616352201259
10 claude-opus-4-6@2026-05-290.037453183520599250.0432330827067669150.020.012820512820512820.0215517241379310360.00.00.00249376558603491270.00.00.0130151843817787410.0106157112526539270.0069284064665127020.0187793427230046950.0185185185185185170.0110497237569060770.0465116279069767440.0310077519379844960.115384615384615390.0085470085470085480.0111111111111111120.049645390070921990.01069518716577540.0063694267515923570.034090909090909090.033557046979865770.0347826086956521740.0217391304347826080.0245398773006134980.035971223021582730.0148148148148148150.051724137931034480.070422535211267610.035532994923857870.044354838709677420.026109660574412530.028818443804034580.0059523809523809520.0125
11 claude-opus-4.70.0296684118673647480.0280210157618213660.03797468354430380.031120331950207470.0221238938053097340.0161725067385444750.018372703412073490.018567639257294430.0156599552572706940.0175438596491228060.0130151843817787410.00.0020790020790020790.029816513761467890.035294117647058820.0191780821917808230.0384615384615384640.0320.150.025641025641025640.0434782608695652160.049295774647887320.0158730158730158720.0258064516129032260.027027027027027030.046979865771812080.0275229357798165150.0534759358288770040.030487804878048780.079710144927536230.0283687943262411340.061403508771929820.10958904109589040.067961165048543690.078740157480314960.071979434447300770.0578034682080924840.029761904761904760.038461538461538464
12 claude-opus-4-7@2026-05-290.035593220338983050.0305602716468590840.039024390243902440.0301810865191146880.021459227467811160.0233766233766233770.0252525252525252520.025641025641025640.015452538631346580.0129870129870129880.0106157112526539270.00.0040485829959514170.0334821428571428560.038548752834467120.0219178082191780820.0476190476190476160.037593984962406010.131147540983606560.0243902439024390250.0319148936170212740.054054054054054060.0253807106598984770.036809815950920250.02139037433155080.0454545454545454560.0347826086956521740.0507614213197969540.0239520958083832350.084507042253521130.0337837837837837860.067226890756302520.129870129870129860.047846889952153110.076045627376425850.083950617283950620.0594900849858356960.038888888888888890.043478260869565216
13 claude-opus-4-8@2026-05-290.028355387523629490.028248587570621470.0282776349614395870.0108459869848156180.0088495575221238940.0140449438202247190.0161725067385444750.0109589041095890410.009546539379474940.0093457943925233640.0069284064665127020.0020790020790020790.0040485829959514170.0166666666666666660.0165876777251184850.0172413793103448270.026315789473684210.0162601626016260180.169811320754716970.0252100840336134460.0215053763440860230.0223880597014925360.0054054054054054060.0258064516129032260.0057803468208092480.02739726027397260.045045045045045040.04812834224598930.0192307692307692320.088235294117647060.0218978102189781030.0275229357798165150.136363636363636350.036649214659685860.053941908713692950.0621621621621621660.039274924471299090.0180722891566265050.025806451612903226
14 claude-sonnet-40.070175438596491220.075144508670520240.0200501253132832070.00220264317180616760.0135746606334841630.0190217391304347840.0211081794195250650.021276595744680850.01662707838479810.0187793427230046950.0187793427230046950.029816513761467890.0334821428571428560.0166666666666666660.00224719101123595530.020467836257309940.03750.030769230769230770.135593220338983050.0252100840336134460.0217391304347826080.0291970802919708020.0056818181818181820.0272108843537414960.0114285714285714290.034965034965034970.036363636363636360.0228571428571428570.0188679245283018860.076923076923076930.0071942446043165470.025862068965517240.088235294117647060.0208333333333333320.0427350427350427360.053984575835475580.035190615835777130.0057471264367816090.019230769230769232
15 claude-sonnet-4.50.063461538461538460.0614203454894433760.0124378109452736320.01960784313725490.01369863013698630.010781671159029650.0156250.01069518716577540.0189125295508274230.0207852193995381050.0185185185185185170.035294117647058820.038548752834467120.0165876777251184850.00224719101123595530.0178041543026706240.03797468354430380.0076923076923076930.109090909090909090.0172413793103448270.00.0218978102189781030.032967032967032970.0331125827814569560.0061728395061728390.0145985401459854010.072072072072072070.0112994350282485880.0254777070063694280.075187969924812030.0072463768115942030.0091743119266055050.130434782608695650.0101010101010101020.033195020746887970.0287958115183246060.028653295128939830.00588235294117647050.0
16 claude-sonnet-4.60.0347394540942928060.037128712871287130.0155279503105590060.0233766233766233770.032085561497326210.0031152647975077880.0060060060060060060.00305810397553516820.0111420612813370470.0138504155124653740.0110497237569060770.0191780821917808230.0219178082191780820.0172413793103448270.020467836257309940.0178041543026706240.040.00.11111111111111110.009090909090909090.0129870129870129880.034188034188034190.0137931034482758620.0151515151515151520.0068965517241379310.0243902439024390250.00.0340136054421768740.0230769230769230780.051282051282051280.00.0202020202020202040.068965517241379310.018750.057591623036649210.028753993610223640.037931034482758620.00729927007299270050.022222222222222223
17 deepseek-chat-v30.120.108910891089108910.025316455696202530.0568181818181818160.0476190476190476160.04109589041095890.052631578947368420.0416666666666666640.0476190476190476160.0476190476190476160.0465116279069767440.0384615384615384640.0476190476190476160.026315789473684210.03750.03797468354430380.040.00.071428571428571420.00.00.11111111111111110.00.035714285714285710.00.00.0416666666666666640.00.00.031250.00.086956521739130430.06250.0465116279069767440.065217391304347820.0394736842105263140.00.00.0
18 deepseek-r10.083333333333333330.076923076923076930.032258064516129030.037593984962406010.032258064516129030.026086956521739130.0254237288135593240.0176991150442477870.02343750.038167938931297710.0310077519379844960.0320.037593984962406010.0162601626016260180.030769230769230770.0076923076923076930.00.00.150.00.00.00.00.00.00.00.081081081081081090.018181818181818180.0166666666666666660.0476190476190476160.00.00.105263157894736840.044117647058823530.028571428571428570.02343750.0172413793103448270.00.02
19 deepseek-v3.20.256756756756756740.240.115384615384615390.21538461538461540.194444444444444450.1250.122448979591836730.115384615384615390.086956521739130430.115384615384615390.115384615384615390.150.131147540983606560.169811320754716970.135593220338983050.109090909090909090.11111111111111110.071428571428571420.150.00.00.150.11111111111111110.090909090909090910.166666666666666660.166666666666666660.052631578947368420.133333333333333330.10.00.181818181818181820.00.20.160.088235294117647060.155172413793103450.15094339622641510.0434782608695652160.11764705882352941
20 deepseek-v4-flash0.065217391304347820.0514705882352941150.045045045045045040.0472440944881889760.049180327868852460.00.0096153846153846160.00.008474576271186440.0086206896551724140.0085470085470085480.025641025641025640.0243902439024390250.0252100840336134460.0252100840336134460.0172413793103448270.009090909090909090.00.00.00.00.04255319148936170.00.00.00.00.0277777777777777760.00.04255319148936170.0232558139534883720.0208333333333333320.0238095238095238080.080.051282051282051280.042857142857142860.0185185185185185170.0094339622641509430.01960784313725490.0
21 deepseek-v4-pro0.077669902912621350.069306930693069310.0116279069767441860.0315789473684210540.0232558139534883720.00.0126582278481012660.00.021978021978021980.0229885057471264360.0111111111111111120.0434782608695652160.0319148936170212740.0215053763440860230.0217391304347826080.00.0129870129870129880.00.00.00.00.040.025641025641025640.00.052631578947368420.00.00.0250.00.032258064516129030.0303030303030303040.031250.090909090909090910.0232558139534883720.056603773584905660.0235294117647058820.012820512820512820.00.02857142857142857
22 gemini-2.5-pro0.080924855491329480.07558139534883720.0153846153846153850.0275862068965517240.0303030303030303040.025641025641025640.025641025641025640.016806722689075630.038167938931297710.044117647058823530.049645390070921990.049295774647887320.054054054054054060.0223880597014925360.0291970802919708020.0218978102189781030.034188034188034190.11111111111111110.00.150.04255319148936170.040.016393442622950820.0384615384615384640.0151515151515151520.0444444444444444460.027027027027027030.0416666666666666640.0222222222222222230.071428571428571420.0217391304347826080.0238095238095238080.22222222222222220.035714285714285710.0238095238095238080.033057851239669420.06250.016949152542372880.05357142857142857
23 gemini-3-flash-preview0.057268722466960350.057017543859649120.0062893081761006290.0260416666666666680.0337078651685393250.0064935064935064940.0062893081761006290.006250.00561797752808988750.0053763440860215060.01069518716577540.0158730158730158720.0253807106598984770.0054054054054054060.0056818181818181820.032967032967032970.0137931034482758620.00.00.11111111111111110.00.025641025641025640.016393442622950820.00.00.00.00.03750.0138888888888888880.051724137931034480.00.00.052631578947368420.058139534883720930.0612244897959183660.03750.0131578947368421050.00.015625
24 gemini-3.1-flash-lite0.09890109890109890.099447513812154690.0147058823529411760.031847133757961780.054054054054054060.0077519379844961240.0076335877862595420.0075187969924812030.0067567567567567570.0066225165562913910.0063694267515923570.0258064516129032260.036809815950920250.0258064516129032260.0272108843537414960.0331125827814569560.0151515151515151520.035714285714285710.00.090909090909090910.00.00.0384615384615384640.00.00.0188679245283018860.00.0153846153846153850.018181818181818180.021276595744680850.00.021276595744680850.00.0281690140845070430.0602409638554216860.0074626865671641790.016393442622950820.033898305084745760.01818181818181818
25 gemini-3.1-pro-preview0.043269230769230770.0521327014218009450.012820512820512820.0210526315789473680.0227272727272727280.0139860139860139860.0201342281879194620.0132450331125827810.0228571428571428570.033333333333333330.034090909090909090.027027027027027030.02139037433155080.0057803468208092480.0114285714285714290.0061728395061728390.0068965517241379310.00.00.166666666666666660.00.052631578947368420.0151515151515151520.00.00.035087719298245610.020408163265306120.0240963855421686760.00.0243902439024390250.00.00.17241379310344830.0131578947368421050.050.0460526315789473660.0075187969924812030.00.0
26 gpt-4o0.074285714285714290.074285714285714290.0081300813008130090.0254777070063694280.00.0166666666666666660.0238095238095238080.0158730158730158720.040816326530612240.03921568627450980.033557046979865770.046979865771812080.0454545454545454560.02739726027397260.034965034965034970.0145985401459854010.0243902439024390250.00.00.166666666666666660.00.00.0444444444444444460.00.0188679245283018860.035087719298245610.025641025641025640.0188679245283018860.0178571428571428560.06250.0192307692307692320.00.00.044117647058823530.035294117647058820.051851851851851850.0086956521739130440.00.0
27 gpt-4o-mini0.12676056338028170.137931034482758620.068965517241379310.033057851239669420.0303030303030303040.020.01960784313725490.0099009900990099010.0434782608695652160.050420168067226890.0347826086956521740.0275229357798165150.0347826086956521740.045045045045045040.036363636363636360.072072072072072070.00.0416666666666666640.081081081081081090.052631578947368420.0277777777777777760.00.027027027027027030.00.00.020408163265306120.025641025641025640.0370370370370370350.0227272727272727280.0750.057142857142857140.0303030303030303040.00.0612244897959183660.1250.07438016528925620.06730769230769230.0454545454545454560.09523809523809523
28 gpt-50.067567567567567570.076233183856502240.0180722891566265050.0618556701030927860.0568181818181818160.0130718954248366020.0129032258064516130.019480519480519480.0220994475138121540.016393442622950820.0217391304347826080.0534759358288770040.0507614213197969540.04812834224598930.0228571428571428570.0112994350282485880.0340136054421768740.00.018181818181818180.133333333333333330.00.0250.0416666666666666640.03750.0153846153846153850.0240963855421686760.0188679245283018860.0370370370370370350.00.0178571428571428560.00.060.148148148148148140.025316455696202530.0303030303030303040.039548022598870060.019480519480519480.00.0
29 gpt-5-mini0.051282051282051280.065989847715736040.020408163265306120.0235294117647058820.0238095238095238080.0298507462686567160.0294117647058823530.0149253731343283580.025641025641025640.025316455696202530.0245398773006134980.030487804878048780.0239520958083832350.0192307692307692320.0188679245283018860.0254777070063694280.0230769230769230780.00.0166666666666666660.10.04255319148936170.00.0222222222222222230.0138888888888888880.018181818181818180.00.0178571428571428560.0227272727272727280.00.00.00.0217391304347826080.0384615384615384640.0123456790123456780.020408163265306120.041958041958041960.0153846153846153850.00.0
30 gpt-5-nano0.162650602409638550.160714285714285730.055118110236220470.104166666666666670.11111111111111110.052173913043478260.057377049180327870.040650406504065040.0507246376811594240.036764705882352940.035971223021582730.079710144927536230.084507042253521130.088235294117647060.076923076923076930.075187969924812030.051282051282051280.031250.0476190476190476160.00.0232558139534883720.032258064516129030.071428571428571420.051724137931034480.021276595744680850.0243902439024390250.06250.0750.0178571428571428560.00.0370370370370370350.06250.0416666666666666640.0166666666666666660.072463768115942030.0476190476190476160.0409836065573770460.00.0
31 gpt-5.40.0372670807453416160.036363636363636360.0232558139534883720.0133333333333333340.0138888888888888880.0085470085470085480.0083333333333333330.016949152542372880.0147058823529411760.0149253731343283580.0148148148148148150.0283687943262411340.0337837837837837860.0218978102189781030.0071942446043165470.0072463768115942030.00.00.00.181818181818181820.0208333333333333320.0303030303030303040.0217391304347826080.00.00.00.0192307692307692320.057142857142857140.00.00.0370370370370370350.00.0588235294117647050.00.0243902439024390250.0310077519379844960.016949152542372880.00.0
32 gpt-5.4-mini0.069767441860465120.076335877862595420.0462962962962962940.068965517241379310.10.0198019801980198020.0198019801980198020.0097087378640776690.059829059829059830.052631578947368420.051724137931034480.061403508771929820.067226890756302520.0275229357798165150.025862068965517240.0091743119266055050.0202020202020202040.086956521739130430.00.00.0238095238095238080.031250.0238095238095238080.00.021276595744680850.00.00.0303030303030303040.060.0217391304347826080.06250.00.00.0222222222222222230.048387096774193550.0277777777777777760.0194174757281553380.021276595744680850.023255813953488372
33 gpt-5.4-nano0.233333333333333340.244444444444444440.08474576271186440.17948717948717950.176470588235294130.060606060606060610.060606060606060610.072463768115942030.085714285714285720.071428571428571420.070422535211267610.10958904109589040.129870129870129860.136363636363636350.088235294117647060.130434782608695650.068965517241379310.06250.105263157894736840.20.080.090909090909090910.22222222222222220.052631578947368420.00.17241379310344830.00.00.148148148148148140.0384615384615384640.0416666666666666640.0588235294117647050.00.09677419354838710.0476190476190476160.0166666666666666660.048387096774193550.035714285714285710.0
34 gpt-5.50.089843750.079051383399209490.0172413793103448270.0185185185185185170.00.036144578313253010.0470588235294117640.0303030303030303040.0315789473684210540.0450.035532994923857870.067961165048543690.047846889952153110.036649214659685860.0208333333333333320.0101010101010101020.018750.0465116279069767440.044117647058823530.160.051282051282051280.0232558139534883720.035714285714285710.058139534883720930.0281690140845070430.0131578947368421050.044117647058823530.0612244897959183660.025316455696202530.0123456790123456780.0166666666666666660.00.0222222222222222230.09677419354838710.040322580645161290.058510638297872340.0588235294117647050.00.014285714285714285
35 grok-40.105431309904153350.104761904761904760.0456621004566210.069230769230769230.040650406504065040.035353535353535350.033653846153846150.029268292682926830.04255319148936170.0445344129554655840.044354838709677420.078740157480314960.076045627376425850.053941908713692950.0427350427350427360.033195020746887970.057591623036649210.065217391304347820.028571428571428570.088235294117647060.042857142857142860.056603773584905660.0238095238095238080.0612244897959183660.0602409638554216860.050.035294117647058820.1250.0303030303030303040.020408163265306120.072463768115942030.0243902439024390250.048387096774193550.0476190476190476160.040322580645161290.0083682008368200830.0243902439024390250.0194174757281553380.029411764705882353
36 grok-4-fast0.133333333333333330.133064516129032250.0170940170940170960.068459657701711490.068421052631578950.0151975683890577510.0149253731343283580.009063444108761330.0162162162162162170.026315789473684210.026109660574412530.071979434447300770.083950617283950620.0621621621621621660.053984575835475580.0287958115183246060.028753993610223640.0394736842105263140.02343750.155172413793103450.0185185185185185170.0235294117647058820.033057851239669420.03750.0074626865671641790.0460526315789473660.051851851851851850.07438016528925620.039548022598870060.041958041958041960.0476190476190476160.0310077519379844960.0277777777777777760.0166666666666666660.058510638297872340.0083682008368200830.00588235294117647050.00.006944444444444444
37 grok-4.30.088019559902200490.08937198067632850.01250.06703910614525140.059523809523809520.0261437908496732030.025723472668810290.01960784313725490.0235294117647058820.03458213256484150.028818443804034580.0578034682080924840.0594900849858356960.039274924471299090.035190615835777130.028653295128939830.037931034482758620.00.0172413793103448270.15094339622641510.0094339622641509430.012820512820512820.06250.0131578947368421050.016393442622950820.0075187969924812030.0086956521739130440.06730769230769230.019480519480519480.0153846153846153850.0409836065573770460.016949152542372880.0194174757281553380.048387096774193550.0588235294117647050.0243902439024390250.00588235294117647050.00.0
38 o30.0550.060.00.0280898876404494370.034090909090909090.0067567567567567570.0067114093959731540.00.00.00.0059523809523809520.029761904761904760.038888888888888890.0180722891566265050.0057471264367816090.00588235294117647050.00729927007299270050.00.00.0434782608695652160.01960784313725490.00.016949152542372880.00.033898305084745760.00.00.0454545454545454560.00.00.00.00.021276595744680850.035714285714285710.00.0194174757281553380.00.00.0
39 o4-mini0.081521739130434780.092391304347826080.0064935064935064940.0186335403726708080.02739726027397260.00.00729927007299270050.00.0126582278481012660.0125786163522012590.01250.0384615384615384640.0434782608695652160.0258064516129032260.0192307692307692320.00.0222222222222222230.00.020.117647058823529410.00.028571428571428570.053571428571428570.0156250.018181818181818180.00.00.095238095238095230.00.00.00.00.0232558139534883720.00.0142857142857142850.0294117647058823530.0069444444444444440.00.0