board_main_scores.csv

meta_taskLabel,RdfConnectionExplainStatic-jsonld,RdfConnectionExplainStatic-nt,RdfConnectionExplainStatic-turtle,RdfConnectionExplainStatic-xml,RdfFriendCount-jsonld-1,RdfFriendCount-jsonld-2,RdfFriendCount-nt-1,RdfFriendCount-nt-2,RdfFriendCount-turtle-1,RdfFriendCount-turtle-2,RdfFriendCount-xml-1,RdfFriendCount-xml-2,RdfSyntaxFixList-jsonld,RdfSyntaxFixList-nt,RdfSyntaxFixList-turtle,Sparql2AnswerListOrga-jsonld,Sparql2AnswerListOrga-turtle,SparqlSyntaxFixingListLcQuad,Text2AnswerListOrga-jsonld,Text2AnswerListOrga-turtle,Text2SparqlExecEvalListBeastiary-turtle-schema,Text2SparqlExecEvalListBeastiary-turtle-subgraph,Text2SparqlExecEvalListBeastiary-turtle-subschema,Text2SparqlExecEvalListCoypuMini,Text2SparqlExecEvalListOrgaNumerical,Text2SparqlExecEvalListOrganizational
meta_taskId,RdfConnectionExplainStatic,RdfConnectionExplainStatic,RdfConnectionExplainStatic,RdfConnectionExplainStatic,RdfFriendCount,RdfFriendCount,RdfFriendCount,RdfFriendCount,RdfFriendCount,RdfFriendCount,RdfFriendCount,RdfFriendCount,RdfSyntaxFixList,RdfSyntaxFixList,RdfSyntaxFixList,Sparql2AnswerListOrganizational,Sparql2AnswerListOrganizational,SparqlSyntaxFixingListLcQuad,Text2AnswerListOrganizational,Text2AnswerListOrganizational,Text2SparqlExecEvalListBeastiary,Text2SparqlExecEvalListBeastiary,Text2SparqlExecEvalListBeastiary,Text2SparqlExecEvalListCoypuMini,Text2SparqlExecEvalListOrgaNumerical,Text2SparqlExecEvalListOrganizational
scoreName,score_listTrimF1,score_listTrimF1,score_listTrimF1,score_listTrimF1,score_f1,score_f1,score_f1,score_f1,score_f1,score_f1,score_f1,score_f1,score_max_combined,score_max_combined,score_max_combined,score_combinedF1,score_combinedF1,score_max_combined,score_combinedF1,score_combinedF1,score_max_combined,score_max_combined,score_max_combined,score_max_combined,score_max_combined,score_max_combined
meta_modelId,,,,,,,,,,,,,,,,,,,,,,,,,,
Claude 3.5 Haiku,1.0,0.9027777777777777,0.888888888888889,0.9954545454545455,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9788277047069567,0.9966687648607125,0.9751319179476923,1.0,1.0,1.0,0.9375,0.85,0.37343447113358624,0.9466666666666667,0.3067678044669196,0.5999999999999999,1.0,1.0
Claude 3.5 Sonnet,1.0,0.9722222222222221,1.0,1.0,1.0,1.0,0.1,0.3,0.95,1.0,0.55,1.0,0.9893397052966943,0.9973348145405169,0.9837726831866227,1.0,1.0,1.0,1.0,1.0,0.4114285714285715,0.9466666666666667,0.42666666666666675,0.5199999999999999,0.96,1.0
Claude Opus 4.6,0.9583333333333333,1.0,1.0,1.0,0.09523809523809526,0.09523809523809526,0.21904761904761907,0.20357142857142857,1.0,1.0,0.14940476190476193,0.10297619047619049,0.9893397052966943,0.9993337036351292,1.0,1.0,1.0,1.0,1.0,1.0,0.7866666666666667,0.9466666666666667,0.6666666666666666,0.6,0.96,0.8400000000000001
Claude Sonnet 4.6,0.45608577516935844,0.5481579182574634,0.4564348026819996,0.8930555555555555,0.09155844155844153,0.09155844155844153,0.052082486451474286,0.04817344771570573,0.09134199134199132,0.0911255411255411,0.09155844155844153,0.09220779220779221,0.9893397052966943,0.9973348145405169,1.0,1.0,1.0,1.0,1.0,1.0,0.7090196078431372,0.9466666666666667,0.7466666666666667,0.5999999999999999,0.8400000000000001,0.8
Deepseek-Chat-v3,0.9886666666666667,0.8557387057387058,0.89552300314065,0.98,0.2929424136838771,0.3959079294689051,0.2496841796783946,0.30912063837344106,0.5437044662654418,0.39413103458678367,0.5143705855547961,0.5335654575309747,0.9893397052966943,0.9927812541440543,0.991191764781409,0.9933333333333334,0.9225,1.0,0.905,0.7133529411764706,0.45600000000000007,0.9466666666666665,0.40800000000000003,0.52,0.6800000000000002,0.98
Deepseek-Coder-33B,0.5291346421036824,0.24087328890579662,0.43835116173815863,0.4470710919627328,0.2037142857142857,0.3338528138528139,0.11069926152279093,0.17171547406841522,0.06829725829725829,0.08310822510822509,0.3486046176046176,0.3818441558441559,0.975712323775987,0.8287324297119796,0.8407654600751095,0.22383882783882783,0.3133506493506493,0.968,0.22801071428571426,0.22050980392156863,0.3367622118113277,0.914909090909091,0.3990505675954592,0.5752525252525253,0.5707317073170731,0.751937984496124
Deepseek-R1,0.96,0.9966666666666666,1.0,0.98,1.0,1.0,1.0,1.0,0.98,1.0,1.0,1.0,0.9893397052966943,0.9973349132145435,0.9868002574026832,0.9933333333333333,1.0,1.0,0.97,0.985,0.44290196078431376,0.9520000000000001,0.3493333333333334,0.52,0.872,0.9840000000000001
GPT3.5 2024/01,0.9012160062160064,0.8010717060717061,0.848181818181818,0.8132400932400932,0.2,0.55,0.0,0.0,0.0,0.0,0.55,0.9,0.9893397052966943,0.9980011109053877,0.9970053441218809,0.5,0.6958333333333333,1.0,0.50625,0.85,0.3866666666666667,0.9466666666666667,0.2606060606060606,0.5199999999999999,0.5999999999999999,0.76
GPT4o 2024/11,0.85,0.5977922077922077,0.8666666666666666,0.8446969696969697,1.0,1.0,0.0,0.1,1.0,1.0,0.0,1.0,0.9893397052966943,0.9973348145405169,0.9715393030812625,0.95,0.88125,1.0,0.95,0.95,0.30666666666666675,0.9466666666666667,0.30666666666666675,0.5199999999999999,1.0,1.0
GPT4o-mini 2024/07,0.8333333333333334,0.7232745032745034,0.8280303030303029,0.7527272727272727,0.1,0.0,0.0,0.15,0.2,0.25,1.0,1.0,0.9790052185623545,0.9946706158212997,0.9768082135615794,0.7583333333333333,0.9625,0.9199999999999999,0.775,0.95,0.3284848484848485,0.9466666666666667,0.2545454545454546,0.5199999999999999,0.6399999999999999,1.0
GPT5.2-chat,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9893397052966943,0.9973348145405169,0.9992015976035946,1.0,1.0,1.0,1.0,1.0,0.5866666666666667,0.9466666666666667,0.6266666666666666,0.5599999999999998,1.0,1.0
GPT5.4 2026/03,1.0,0.975,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9893397052966943,0.9973348145405169,1.0,1.0,1.0,1.0,1.0,1.0,0.5866666666666666,0.9466666666666667,0.5066666666666666,0.5199999999999999,0.6799999999999999,0.6
GPTo1-mini 2024/09,0.9833333333333332,0.975,1.0,0.9833333333333332,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9893397052966943,0.9966687648607125,0.9899882807986138,0.975,1.0,1.0,1.0,0.975,0.3866666666666667,0.9466666666666667,0.34666666666666673,0.5199999999999999,0.6799999999999999,0.9199999999999999
GPTo1-pre 2024/09,0.9142857142857143,0.8273809523809523,0.9249999999999998,0.9363095238095237,0.5024275023915681,0.49833548903670855,0.36281980268040426,0.48797979797979796,0.5315165644971958,0.5916263053632391,0.6122308732195454,0.7796615985640376,0.9893397052966943,0.9946698755833028,0.9919594594594594,1.0,1.0,1.0,1.0,1.0,0.4666666666666667,0.8880000000000001,0.34666666666666673,0.72,0.76,0.8799999999999999
Gemini 1.5 Flash,1.0,0.976388888888889,1.0,1.0,0.0,1.0,0.95,0.85,1.0,1.0,0.05,0.95,0.9733143329856079,1.0,0.9766405813423926,1.0,1.0,0.82,1.0,1.0,0.5466666666666666,0.9600000000000002,0.23404053173964684,0.5199999999999999,0.9199999999999999,1.0
Gemini 1.5 Pro,1.0,0.9638888888888889,1.0,1.0,1.0,1.0,0.0,0.0,1.0,1.0,1.0,1.0,0.9191516926134347,1.0,0.9782955859783803,1.0,1.0,0.8099999999999999,1.0,1.0,0.4666666666666668,0.9733333333333334,0.3047619047619048,0.5599999999999998,1.0,1.0
Gemini 2.0 Flash Exp,1.0,0.6416666666666666,1.0,0.9142857142857144,1.0,1.0,0.9,0.85,1.0,1.0,1.0,1.0,0.9893397052966943,1.0,0.9747340047566139,1.0,1.0,1.0,1.0,1.0,0.30666666666666675,0.9466666666666667,0.2800000000000001,0.5199999999999999,0.32000000000000006,0.8400000000000001
Gemini 3 Flash Preview,1.0,0.8583333333333334,1.0,0.875,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9893397052966943,0.9960027151809083,0.9984031952071891,1.0,1.0,1.0,1.0,1.0,0.4666666666666666,1.0,0.46058823529411763,0.6799999999999999,0.8400000000000001,0.8799999999999999
Llama-3.0-70B,0.99,0.7704664224664224,0.9966666666666666,0.97,0.5,0.98,0.02,0.0,0.0,0.0,0.06,0.66,0.9866746316208678,1.0,0.9362532966339882,1.0,1.0,0.98,1.0,1.0,0.35175757575757577,0.9466666666666665,0.23296969696969697,0.5374149659863946,0.5680000000000001,0.872
Llama-3.0-8B,0.3529751914751914,0.556408114761056,0.7004510489510488,0.584890469008116,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7231875829489923,0.42736352229059293,0.7443587510990731,0.6626666666666666,0.615,0.07600000000000001,0.66,0.77,0.21697445428539525,0.5942959001782531,0.15714285714285714,0.5111111111111111,0.27599999999999997,0.39866666666666667
Llama-3.1-70B,0.99,0.8344892884892885,0.9933333333333333,0.9881818181818182,0.06,0.06,0.86,0.78,0.02,0.0,1.0,0.98,0.979462452805636,1.0,0.9384621212751226,0.9016666666666667,1.0,1.0,1.0,0.96,0.41721212121212126,0.9466666666666665,0.26060606060606056,0.516,0.8080000000000002,0.7440000000000001
Llama-3.1-8B,0.755913135883724,0.5934777244672034,0.6939243688320245,0.6167976729153201,0.24,0.34,0.64,0.74,0.0,0.0,0.44,0.78,0.9794428841827945,0.8998207989585332,0.864352796334388,0.6383333333333333,0.5353333333333333,0.47600000000000003,0.46392929292929297,0.5182142857142857,0.22854478195898548,0.5611575589077784,0.15598337903515413,0.3933333333333333,0.24266666666666667,0.22399999999999998
Llama-3.2-1B,0.38192532957238845,0.14182501708817496,0.3714360410830999,0.44169658119658123,0.04,0.04,0.06,0.0,0.0539505114866809,0.05871049064787205,0.06005517241379311,0.02,0.6441238768067217,0.4100762729531662,0.17994681453498834,0.015705770107085897,0.02092867781607728,0.032,0.054496003996004,0.05106349206349206,0.004,0.039040482298349846,0.02507288629737609,0.0163265306122449,0.04,0.012000000000000002
Llama-3.2-3B,0.7046864537909593,0.7624080364080363,0.68466898069251,0.7316652236652236,0.02,0.02,0.02,0.04,0.18,0.28,0.28,0.38,0.8908352345630959,0.8848632256406402,0.5419523125068838,0.30833333333333335,0.30833333333333335,0.09387755102040818,0.21666666666666665,0.2053333333333333,0.09451428482412687,0.2099011820199931,0.06883116883116884,0.17777777777777778,0.11627906976744189,0.34573643410852717
Llama-3.3-70B,1.0,0.9505555555555554,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,1.0,1.0,0.9866746316208678,0.9946706158212999,0.9525780366487174,1.0,1.0,1.0,1.0,1.0,0.4506666666666667,0.9466666666666665,0.39199999999999996,0.536,0.52,0.68
Llama-4-Maverick,1.0,0.9109090909090908,1.0,0.9966666666666666,1.0,1.0,0.18425407925407924,0.20233193277310924,0.14053197197762415,0.11146303615868833,0.6,0.6,0.9698546387693677,0.9930703199272289,0.9601570285862949,0.865,0.91,1.0,0.7898420869120559,0.7289800569800569,0.4013605442176871,0.9466666666666665,0.2373333333333333,0.6960000000000002,0.8240000000000001,0.7920000000000001
OpenCoder-8B,0.21431470220600654,0.06216708437761069,0.17692291616192546,0.20158019758019755,0.16933333333333334,0.32141414141414143,0.08595071159777042,0.04990110265024875,0.19260317460317458,0.19852380952380946,0.036000000000000004,0.08171428571428573,0.9144166236703597,0.6832079846285463,0.8521349936985585,0.26666666666666666,0.40041666666666664,0.6679999999999999,0.30666666666666664,0.34041666666666665,0.3130450174656808,0.7097604438904749,0.2821621550107804,0.22133333333333333,0.44,0.6666666666666667
Phi-3.0-medium-128k,0.32019191919191914,0.6519485870166984,0.6448585858585859,0.7661255411255412,0.0,0.025,0.023636363636363636,0.04666666666666667,0.0,0.0,0.0,0.0,0.9044275445683965,0.8430008001450524,0.9108941092165437,0.52,0.625,0.556,0.4725,0.5808333333333333,0.27860606060606063,0.7100484814039802,0.20414853407330286,0.08163265306122448,0.16744186046511628,0.5792592592592593
Phi-3.0-mini-128k,0.6354258109040717,0.4159037330235773,0.7088617265087852,0.665090909090909,0.04,0.14,0.0,0.0,0.02,0.0,0.0,0.0,0.8985814310744082,0.5030272791775449,0.5793946686071211,0.505,0.42833333333333334,0.3671111111111111,0.6425,0.5566666666666665,0.2048739315353993,0.36474953617810757,0.22047844678146308,0.036734693877551024,0.18799999999999997,0.39166666666666666
Phi-3.0-small-128k,0.836858585858586,0.6175382395382395,0.6447041847041847,0.7307460317460316,0.0,0.0,0.0,0.0,0.007521367521367521,0.0,0.0,0.0,0.3527231922707558,0.4053655234766913,0.5365565074172415,0.48666666666666664,0.5933333333333333,0.136,0.6255606060606062,0.5505840336134454,0.27645021645021645,0.5298810526995916,0.2896969696969697,0.22721088435374148,0.15200000000000002,0.29066666666666663
Phi-3.5-MoE,0.5804848484848484,0.5285093166396294,0.6605079626256096,0.8351681651681652,0.9030769230769231,0.82,0.46602671082893776,0.31182267048020473,0.05000340914237064,0.015064935064935066,0.02,0.0,0.9866746316208678,0.6219867417030731,0.9154243632577999,0.685,0.6883333333333335,0.8866666666666666,0.7516666666666666,0.7025,0.3610550234079646,0.8665657202512483,0.312851122333124,0.524,0.34838709677419344,0.8545454545454547
Phi-3.5-mini,0.026666666666666665,0.30052255027543756,0.5254256854256855,0.7678420468420468,0.12,0.0,0.02,0.0,0.0,0.0,1.0,1.0,0.9350773287489964,0.3923063181554444,0.5884156744839416,0.456,0.45,0.5760000000000001,0.405,0.435,0.20181818181818179,0.6087272727272727,0.2769745618735961,0.22727272727272727,0.244,0.32
Qwen-2.0-0.5B,0.14837590187590188,0.04016412242728032,0.07901196302854151,0.11932899496501236,0.11696969696969696,0.14615873015873015,0.04,0.0,0.10211484593837536,0.05453148540867838,0.06,0.16,0.0350841998399848,0.16080118217710804,0.030990049702923225,0.04961111111111111,0.04,0.0,0.040999999999999995,0.05385714285714286,0.016,0.03657142857142857,0.02040816326530612,0.0,0.004,0.0
Qwen-2.0-1.5B,0.13365079365079366,0.24750793650793654,0.3896459096459097,0.4395616605616607,0.4533333333333333,0.3933333333333333,0.0,0.0,0.1,0.06,0.0,0.02,0.30126001593772705,0.03946658606443742,0.09449917829933355,0.15157142857142858,0.15379761904761902,0.256,0.19166666666666665,0.15916666666666668,0.06695080370189967,0.19916666666666663,0.12133580705009278,0.06666666666666667,0.10068027210884355,0.09200000000000001
Qwen-2.0-57B-A14B,0.7104433344433345,0.017000000000000005,0.7266666666666667,0.7692929292929293,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9866746316208678,0.9187708204896156,0.8893883491768597,0.395,0.63,0.8,0.83,1.0,0.3282420047826095,0.6981006362058995,0.19199999999999995,0.528,0.36,0.8080000000000002
Qwen-2.0-72B,0.7977777777777777,0.8617612387612387,0.745,0.9867676767676766,0.0,0.0,0.0,0.0,0.0,0.0,0.34,0.98,0.9737035402858514,0.9896304624245544,0.9496449374037522,1.0,1.0,1.0,1.0,1.0,0.3908351810790835,0.8660651629072682,0.42787878787878786,0.49333333333333335,0.39459459459459456,1.0
Qwen-2.0-7B,0.6312929292929292,0.5119359724850387,0.5642063492063494,0.5908811526637614,0.0,0.02,0.0,0.0,0.0,0.0,0.0,0.0,0.7490071668853983,0.7369848756783365,0.7295575136527035,0.485,0.5733333333333333,0.9279999999999999,0.79,0.9166666666666667,0.3244927070310175,0.5504270559329383,0.308969696969697,0.31999999999999995,0.17466666666666664,0.43200000000000005
Qwen-2.5-0.5B,0.1647647907647908,0.10882796394051943,0.24284623495097313,0.30708022037782756,0.004,0.0,0.0,0.0,0.0,0.0,0.1,0.42,0.09737982416274853,0.06011154743192992,0.14642060903578416,0.04666666666666667,0.07083333333333335,0.08800000000000001,0.08833333333333333,0.05333333333333333,0.012000000000000002,0.05306122448979592,0.07916666666666666,0.036734693877551024,0.07200000000000001,0.096
Qwen-2.5-1.5B,0.5920193745489437,0.6457265512265513,0.6007828837828837,0.5652802752802752,0.02,0.02,0.1,0.12,0.0,0.0,0.54,0.62,0.7839155902290187,0.46675213575465746,0.5020008149159912,0.15333333333333335,0.12666666666666665,0.4235555555555555,0.14,0.15333333333333332,0.21650729356269388,0.27159090909090905,0.21417347356929045,0.21052631578947367,0.18461538461538465,0.31111111111111106
Qwen-2.5-14B,0.8866666666666666,0.6621399711399711,1.0,0.762595280536457,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9621681499461985,0.8235987561600184,0.9798018270091591,1.0,0.9333333333333335,0.82,0.96,1.0,0.33284848484848484,0.8660651629072682,0.3153939393939394,0.52,0.584,0.7120000000000002
Qwen-2.5-32B,1.0,0.3257777777777778,1.0,0.9823232323232324,0.0,0.0,1.0,1.0,0.34,0.38,0.0,0.0,0.9866746316208678,0.9926056218589775,0.9657629088064872,1.0,0.8,1.0,1.0,0.96,0.30666666666666664,0.9466666666666665,0.30666666666666664,0.52,0.5680000000000001,0.5680000000000001
Qwen-2.5-3B,0.9044444444444444,0.8919119769119769,0.8888888888888888,0.7347142857142857,0.0,0.0,0.16,0.16,0.0,0.0,0.04,0.82,0.9858868487143259,0.864511626784116,0.7206659144511798,0.43333333333333335,0.45333333333333337,0.6911111111111111,0.6766666666666665,0.7866666666666666,0.32718126587871427,0.6492549019607844,0.24065363919569524,0.4938775510204082,0.22399999999999998,0.548
Qwen-2.5-72B,1.0,0.7968787878787879,1.0,0.9664285714285714,0.12,0.26,1.0,1.0,0.0,0.0,1.0,1.0,0.9866746316208678,0.9976014317604919,0.9755309194454458,1.0,1.0,1.0,0.8,1.0,0.33333333333333337,0.9466666666666665,0.33333333333333337,0.52,0.84,0.9359999999999999
Qwen-2.5-7B,0.8866666666666666,0.7191731601731601,0.7694444444444443,0.8912770562770561,0.02,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9621691699132129,1.0,0.9571514114991989,0.36,0.5858333333333333,0.9519999999999998,0.52,0.8,0.288,0.9146666666666667,0.35340033218171935,0.52,0.37599999999999995,0.6000000000000001
Qwen-2.5-Coder-32B,1.0,0.5795656565656566,1.0,0.9977777777777778,0.02,0.02,0.1,0.12,0.42,0.52,0.0,0.0,0.9866746316208678,0.9957362953089867,0.9896149960332667,1.0,1.0,1.0,1.0,1.0,0.3328484848484849,0.9335757575757576,0.40121212121212124,0.5306666666666666,0.8720000000000002,0.9840000000000001
Qwen-3-235B,0.9787234042553191,0.9507575757575757,1.0,0.9302325581395349,1.0,1.0,0.98,1.0,0.98,0.98,1.0,1.0,0.9887890307836872,0.9973348145405169,0.9943492694452567,1.0,1.0,1.0,0.9833333333333333,1.0,0.3833333333333333,0.9680000000000001,0.4044705882352942,0.5359999999999999,0.836,0.9119999999999999
Qwen-3.5-397B,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9893397052966943,0.9973348145405169,0.9952127716644507,1.0,1.0,1.0,1.0,1.0,0.6133333333333333,1.0,0.44000000000000006,0.8400000000000001,0.9199999999999999,1.0