Hugging Face's logo

Spaces:
UltraRonin
/
LR2Bench
Running

App Files Community
LR2Bench
File size: 2,763 Bytes 
c5ebc43
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
 
[
    {
        "Model": "Llama-3.1-8B-Instruct",
        "CR": "42.6",
        "S-Acc": "9.9",
        "EM": "0.0",
        "PM-0.5": "3.8",
        "Tokens": "2478"
    },
    {
        "Model": "Llama-3.1-70B-Instruct",
        "CR": "71.8",
        "S-Acc": "27.4",
        "EM": "0.5",
        "PM-0.5": "21.9",
        "Tokens": "2090"
    },
    {
        "Model": "Llama-3.3-70B-Instruct",
        "CR": "92.4",
        "S-Acc": "33.1",
        "EM": "1.3",
        "PM-0.5": "25.8",
        "Tokens": "1842"
    },
    {
        "Model": "Mistral-7B-Instruct-v0.3",
        "CR": "85.8",
        "S-Acc": "12.1",
        "EM": "0.0",
        "PM-0.5": "2.3",
        "Tokens": "2736"
    },
    {
        "Model": "Mistral-Small-Instruct-2409",
        "CR": "91.0",
        "S-Acc": "23.1",
        "EM": "0.2",
        "PM-0.5": "13.3",
        "Tokens": "2273"
    },
    {
        "Model": "Mistral-Large-Instruct-2411",
        "CR": "96.1",
        "S-Acc": "36.4",
        "EM": "2.5",
        "PM-0.5": "30.0",
        "Tokens": "2313"
    },
    {
        "Model": "Qwen2.5-7B-Instruct",
        "CR": "85.1",
        "S-Acc": "17.7",
        "EM": "0.3",
        "PM-0.5": "5.1",
        "Tokens": "2086"
    },
    {
        "Model": "Qwen2.5-32B-Instruct",
        "CR": "96.2",
        "S-Acc": "29.9",
        "EM": "0.6",
        "PM-0.5": "14.8",
        "Tokens": "1924"
    },
    {
        "Model": "Qwen2.5-72B-Instruct",
        "CR": "95.0",
        "S-Acc": "33.9",
        "EM": "0.9",
        "PM-0.5": "20.8",
        "Tokens": "2359"
    },
    {
        "Model": "QwQ-32B-Preview",
        "CR": "65.0",
        "S-Acc": "26.6",
        "EM": "8.5",
        "PM-0.5": "19.3",
        "Tokens": "6709"
    },
    {
        "Model": "DeepSeek-R1",
        "CR": "100.0",
        "S-Acc": "58.4",
        "EM": "20.0",
        "PM-0.5": "62.0",
        "Tokens": "9856"
    },
    {
        "Model": "Gemini-2.0-flash",
        "CR": "81.1",
        "S-Acc": "37.0",
        "EM": "2.4",
        "PM-0.5": "34.5",
        "Tokens": "2637"
    },
    {
        "Model": "Gemini-2.0-flash-thinking",
        "CR": "88.2",
        "S-Acc": "39.4",
        "EM": "4.3",
        "PM-0.5": "35.0",
        "Tokens": "3725"
    },
    {
        "Model": "OpenAI-gpt-4o",
        "CR": "99.8",
        "S-Acc": "43.7",
        "EM": "3.2",
        "PM-0.5": "41.7",
        "Tokens": "1486"
    },
    {
        "Model": "OpenAI-o1-mini",
        "CR": "97.7",
        "S-Acc": "41.3",
        "EM": "9.1",
        "PM-0.5": "32.8",
        "Tokens": "9576"
    },
    {
        "Model": "OpenAI-o1-preview",
        "CR": "96.3",
        "S-Acc": "58.7",
        "EM": "23.6",
        "PM-0.5": "61.7",
        "Tokens": "11436"
    }
]