Deployed 8f4e2b8 with MkDocs version: 1.6.0

github-actions[bot] · github-actions[bot] · commit 2482a0899db5 · 2024-07-15T20:16:35.000Z
diff --git a/404.html b/404.html
@@ -247,7 +247,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -464,7 +464,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
diff --git a/_footer/index.html b/_footer/index.html
@@ -256,7 +256,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -473,7 +473,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
diff --git a/docs/faq/index.html b/docs/faq/index.html
@@ -258,7 +258,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -477,7 +477,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
diff --git a/docs/index.html b/docs/index.html
@@ -260,7 +260,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -479,7 +479,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
diff --git a/docs/quickstart/index.html b/docs/quickstart/index.html
@@ -260,7 +260,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -479,7 +479,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
diff --git a/docs/usage/index.html b/docs/usage/index.html
@@ -260,7 +260,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -479,7 +479,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
diff --git a/example_problem/index.html b/example_problem/index.html
@@ -267,7 +267,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -556,7 +556,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
diff --git a/index.html b/index.html
@@ -265,7 +265,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -487,7 +487,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
@@ -740,32 +740,26 @@ <h1 id="scicode-a-research-coding-benchmark-curated-by-scientists">SciCode: A Re
 <p><span class="twemoji lg middle"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M18 22a2 2 0 0 0 2-2V4a2 2 0 0 0-2-2h-6v7L9.5 7.5 7 9V2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12Z"/></svg></span> <strong>Paper</strong></p>
 <hr />
 <p>Learn all the details</p>
-<p><a href="https://arxiv.com"><span class="twemoji"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13.22 19.03a.75.75 0 0 1 0-1.06L18.19 13H3.75a.75.75 0 0 1 0-1.5h14.44l-4.97-4.97a.749.749 0 0 1 .326-1.275.749.749 0 0 1 .734.215l6.25 6.25a.75.75 0 0 1 0 1.06l-6.25 6.25a.75.75 0 0 1-1.06 0Z"/></svg></span> Read the paper</a></p>
+<p><a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf"><span class="twemoji"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13.22 19.03a.75.75 0 0 1 0-1.06L18.19 13H3.75a.75.75 0 0 1 0-1.5h14.44l-4.97-4.97a.749.749 0 0 1 .326-1.275.749.749 0 0 1 .734.215l6.25 6.25a.75.75 0 0 1 0 1.06l-6.25 6.25a.75.75 0 0 1-1.06 0Z"/></svg></span> Read the paper</a></p>
 </li>
 <li>
-<p><span class="twemoji lg middle"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M18 22a2 2 0 0 0 2-2V4a2 2 0 0 0-2-2h-6v7L9.5 7.5 7 9V2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12Z"/></svg></span> <strong>Dataset</strong></p>
+<p><span class="twemoji lg middle"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M5 20h14v-2H5m14-9h-4V3H9v6H5l7 7 7-7Z"/></svg></span> <strong>Dataset</strong></p>
 <hr />
-<p>Dataset</p>
-<p><a href="leaderboard/"><span class="twemoji"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13.22 19.03a.75.75 0 0 1 0-1.06L18.19 13H3.75a.75.75 0 0 1 0-1.5h14.44l-4.97-4.97a.749.749 0 0 1 .326-1.275.749.749 0 0 1 .734.215l6.25 6.25a.75.75 0 0 1 0 1.06l-6.25 6.25a.75.75 0 0 1-1.06 0Z"/></svg></span> Download Dataset</a>
-</p>
+<p>Browse all the problems</p>
+<p><a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/data/problems_all.jsonl"><span class="twemoji"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13.22 19.03a.75.75 0 0 1 0-1.06L18.19 13H3.75a.75.75 0 0 1 0-1.5h14.44l-4.97-4.97a.749.749 0 0 1 .326-1.275.749.749 0 0 1 .734.215l6.25 6.25a.75.75 0 0 1 0 1.06l-6.25 6.25a.75.75 0 0 1-1.06 0Z"/></svg></span> Download Dataset</a></p>
 </li>
-</ul>
-</div>
-<div class="grid cards">
-<ul>
 <li>
-<p><span class="twemoji lg middle"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M8 5.14v14l11-7-11-7Z"/></svg></span> <strong>Github Repo</strong></p>
+<p><span class="twemoji lg middle"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 2A10 10 0 0 0 2 12c0 4.42 2.87 8.17 6.84 9.5.5.08.66-.23.66-.5v-1.69c-2.77.6-3.36-1.34-3.36-1.34-.46-1.16-1.11-1.47-1.11-1.47-.91-.62.07-.6.07-.6 1 .07 1.53 1.03 1.53 1.03.87 1.52 2.34 1.07 2.91.83.09-.65.35-1.09.63-1.34-2.22-.25-4.55-1.11-4.55-4.92 0-1.11.38-2 1.03-2.71-.1-.25-.45-1.29.1-2.64 0 0 .84-.27 2.75 1.02.79-.22 1.65-.33 2.5-.33.85 0 1.71.11 2.5.33 1.91-1.29 2.75-1.02 2.75-1.02.55 1.35.2 2.39.1 2.64.65.71 1.03 1.6 1.03 2.71 0 3.82-2.34 4.66-4.57 4.91.36.31.69.92.69 1.85V21c0 .27.16.59.67.5C19.14 20.16 22 16.42 22 12A10 10 0 0 0 12 2Z"/></svg></span> <strong>Github Repo</strong></p>
 <hr />
 <p>Learn how to evaluate your model</p>
 <p><a href="https://github.com/scicode-bench/SciCode"><span class="twemoji"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13.22 19.03a.75.75 0 0 1 0-1.06L18.19 13H3.75a.75.75 0 0 1 0-1.5h14.44l-4.97-4.97a.749.749 0 0 1 .326-1.275.749.749 0 0 1 .734.215l6.25 6.25a.75.75 0 0 1 0 1.06l-6.25 6.25a.75.75 0 0 1-1.06 0Z"/></svg></span> Installation &amp; usage</a></p>
 </li>
 <li>
-<p><span class="twemoji lg middle"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M18 22a2 2 0 0 0 2-2V4a2 2 0 0 0-2-2h-6v7L9.5 7.5 7 9V2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12Z"/></svg></span> <strong>Leaderboard</strong></p>
+<p><span class="twemoji lg middle"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m16 6 2.29 2.29-4.88 4.88-4-4L2 16.59 3.41 18l6-6 4 4 6.3-6.29L22 12V6h-6Z"/></svg></span> <strong>Leaderboard</strong></p>
 <hr />
 <p>How good are LMs at science, really?
 (Coming soon...)</p>
-<p><a href="leaderboard/"><span class="twemoji"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13.22 19.03a.75.75 0 0 1 0-1.06L18.19 13H3.75a.75.75 0 0 1 0-1.5h14.44l-4.97-4.97a.749.749 0 0 1 .326-1.275.749.749 0 0 1 .734.215l6.25 6.25a.75.75 0 0 1 0 1.06l-6.25 6.25a.75.75 0 0 1-1.06 0Z"/></svg></span> Browse the results</a>
-</p>
+<p><a href="leaderboard/"><span class="twemoji"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13.22 19.03a.75.75 0 0 1 0-1.06L18.19 13H3.75a.75.75 0 0 1 0-1.5h14.44l-4.97-4.97a.749.749 0 0 1 .326-1.275.749.749 0 0 1 .734.215l6.25 6.25a.75.75 0 0 1 0 1.06l-6.25 6.25a.75.75 0 0 1-1.06 0Z"/></svg></span> Browse the results</a></p>
 </li>
 </ul>
 </div>
diff --git a/leaderboard/index.html b/leaderboard/index.html
@@ -267,7 +267,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -494,7 +494,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
diff --git a/leaderboard_table/index.html b/leaderboard_table/index.html
@@ -256,7 +256,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -473,7 +473,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
diff --git a/problems/index.html b/problems/index.html
@@ -267,7 +267,7 @@
   
   
     <li class="md-tabs__item">
-      <a href="https://arxiv.org" class="md-tabs__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-tabs__link">
         
   
     
@@ -673,7 +673,7 @@
   
   
     <li class="md-nav__item">
-      <a href="https://arxiv.org" class="md-nav__link">
+      <a href="https://raw.githubusercontent.com/scicode-bench/scicode-bench.github.io/main/SciCode.pdf" class="md-nav__link">
         
   
   <span class="md-ellipsis">
diff --git a/search/search_index.json b/search/search_index.json
