Deployed 1f652c3 with MkDocs version: 1.6.1

Author: github-actions[bot]

leaderboard/index.html

@@ -550,69 +550,90 @@ <h1 id="scicode-leaderboard">SciCode Leaderboard</h1>
 <table>
 <thead>
 <tr>
-<th>Model</th>
+<th>Models</th>
 <th>Main Problem Resolve Rate</th>
+<th><span style="background-color:lightgrey">Subproblem</span></th>
 </tr>
 </thead>
 <tbody>
 <tr>
-<td>🥇OpenAI o1-preview</td>
-<td>7.7%</td>
+<td>🥇 OpenAI o1-preview</td>
+<td><div align="center">7.7</div></td>
+<td><div align="center" style="background-color:lightgrey">28.5</div></td>
 </tr>
 <tr>
-<td>🥈Claude3.5-Sonnet</td>
-<td>4.6%</td>
+<td>🥈 Claude3.5-Sonnet</td>
+<td><div align="center">4.6</div></td>
+<td><div align="center" style="background-color:lightgrey">26.0</div></td>
 </tr>
 <tr>
-<td>🥉Deepseek-Coder-v2</td>
-<td>3.1%</td>
+<td>🥉 Claude3.5-Sonnet (new)</td>
+<td><div align="center">4.6</div></td>
+<td><div align="center" style="background-color:lightgrey">25.3</div></td>
+</tr>
+<tr>
+<td>Deepseek-Coder-v2</td>
+<td><div align="center">3.1</div></td>
+<td><div align="center" style="background-color:lightgrey">21.2</div></td>
 </tr>
 <tr>
 <td>GPT-4o</td>
-<td>1.5%</td>
+<td><div align="center">1.5</div></td>
+<td><div align="center" style="background-color:lightgrey">25.0</div></td>
 </tr>
 <tr>
 <td>GPT-4-Turbo</td>
-<td>1.5%</td>
+<td><div align="center">1.5</div></td>
+<td><div align="center" style="background-color:lightgrey">22.9</div></td>
 </tr>
 <tr>
 <td>OpenAI o1-mini</td>
-<td>1.5%</td>
+<td><div align="center">1.5</div></td>
+<td><div align="center" style="background-color:lightgrey">22.2</div></td>
 </tr>
 <tr>
 <td>Gemini 1.5 Pro</td>
-<td>1.5%</td>
+<td><div align="center">1.5</div></td>
+<td><div align="center" style="background-color:lightgrey">21.9</div></td>
 </tr>
 <tr>
 <td>Claude3-Opus</td>
-<td>1.5%</td>
+<td><div align="center">1.5</div></td>
+<td><div align="center" style="background-color:lightgrey">21.5</div></td>
 </tr>
 <tr>
-<td>Claude3-Sonnet</td>
-<td>1.5%</td>
+<td>Llama-3.1-405B-Chat</td>
+<td><div align="center">1.5</div></td>
+<td><div align="center" style="background-color:lightgrey">19.8</div></td>
 </tr>
 <tr>
-<td>Qwen2-72B-Instruct</td>
-<td>1.5%</td>
+<td>Claude3-Sonnet</td>
+<td><div align="center">1.5</div></td>
+<td><div align="center" style="background-color:lightgrey">17.0</div></td>
 </tr>
 <tr>
-<td>Llama-3.1-405B-Instruct</td>
-<td>0%</td>
+<td>Qwen2-72B-Instruct</td>
+<td><div align="center">1.5</div></td>
+<td><div align="center" style="background-color:lightgrey">17.0</div></td>
 </tr>
 <tr>
-<td>Llama-3.1-70B-Instruct</td>
-<td>0%</td>
+<td>Llama-3.1-70B-Chat</td>
+<td><div align="center">0.0</div></td>
+<td><div align="center" style="background-color:lightgrey">17.0</div></td>
 </tr>
 <tr>
 <td>Mixtral-8x22B-Instruct</td>
-<td>0%</td>
+<td><div align="center">0.0</div></td>
+<td><div align="center" style="background-color:lightgrey">16.3</div></td>
 </tr>
 <tr>
 <td>Llama-3-70B-Chat</td>
-<td>0%</td>
+<td><div align="center">0.0</div></td>
+<td><div align="center" style="background-color:lightgrey">14.6</div></td>
 </tr>
 </tbody>
 </table>
+<p>Note: If the models tie in the Main Problem resolve rate, we will then compare the Subproblems.</p>
 <!-- Once you've added the results to the submission repository,
      bring back the table here -->
 <!-- include-markdown "leaderboard_table.md" -->