Deployed 9264a4b with MkDocs version: 1.6.1

github-actions[bot] · github-actions[bot] · commit a40bc313c9b7 · 2024-11-04T07:00:02.000Z
diff --git a/404.html b/404.html
@@ -12,7 +12,7 @@
       
       
       <link rel="icon" href="/assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/_footer/index.html b/_footer/index.html
@@ -12,7 +12,7 @@
       
       
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/docs/faq/index.html b/docs/faq/index.html
@@ -12,7 +12,7 @@
       
       
       <link rel="icon" href="../../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/docs/index.html b/docs/index.html
@@ -12,7 +12,7 @@
       
       
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/docs/quickstart/index.html b/docs/quickstart/index.html
@@ -12,7 +12,7 @@
       
       
       <link rel="icon" href="../../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/docs/usage/index.html b/docs/usage/index.html
@@ -12,7 +12,7 @@
       
       
       <link rel="icon" href="../../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/example_problem/index.html b/example_problem/index.html
@@ -16,7 +16,7 @@
       
       
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/faq/index.html b/faq/index.html
@@ -16,7 +16,7 @@
       
       
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/index.html b/index.html
@@ -14,7 +14,7 @@
       
       
       <link rel="icon" href="assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/leaderboard/index.html b/leaderboard/index.html
@@ -14,7 +14,7 @@
       
       
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
@@ -546,7 +546,73 @@
 
 <h1 id="leaderboard">Leaderboard</h1>
 <p><center></p>
-<p>Under construction</p>
+<h1 id="scicode-leaderboard">SciCode Leaderboard</h1>
+<table>
+<thead>
+<tr>
+<th>Model</th>
+<th>Main Problem Resolve Rate</th>
+</tr>
+</thead>
+<tbody>
+<tr>
+<td>OpenAI o1-preview</td>
+<td>7.7%</td>
+</tr>
+<tr>
+<td>Claude3.5-Sonnet</td>
+<td>4.6%</td>
+</tr>
+<tr>
+<td>Deepseek-Coder-v2</td>
+<td>3.1%</td>
+</tr>
+<tr>
+<td>GPT-4o</td>
+<td>1.5%</td>
+</tr>
+<tr>
+<td>GPT-4-Turbo</td>
+<td>1.5%</td>
+</tr>
+<tr>
+<td>OpenAI o1-mini</td>
+<td>1.5%</td>
+</tr>
+<tr>
+<td>Gemini 1.5 Pro</td>
+<td>1.5%</td>
+</tr>
+<tr>
+<td>Claude3-Opus</td>
+<td>1.5%</td>
+</tr>
+<tr>
+<td>Claude3-Sonnet</td>
+<td>1.5%</td>
+</tr>
+<tr>
+<td>Qwen2-72B-Instruct</td>
+<td>1.5%</td>
+</tr>
+<tr>
+<td>Llama-3.1-405B-Instruct</td>
+<td>0%</td>
+</tr>
+<tr>
+<td>Llama-3.1-70B-Instruct</td>
+<td>0%</td>
+</tr>
+<tr>
+<td>Mixtral-8x22B-Instruct</td>
+<td>0%</td>
+</tr>
+<tr>
+<td>Llama-3-70B-Chat</td>
+<td>0%</td>
+</tr>
+</tbody>
+</table>
 <!-- Once you've added the results to the submission repository,
      bring back the table here -->
 <!-- include-markdown "leaderboard_table.md" -->
diff --git a/leaderboard_table/index.html b/leaderboard_table/index.html
@@ -12,7 +12,7 @@
       
       
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/problems/index.html b/problems/index.html
@@ -16,7 +16,7 @@
       
       
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">
     
     
       
diff --git a/search/search_index.json b/search/search_index.json
diff --git a/sitemap.xml.gz b/sitemap.xml.gz

Original file line number	Diff line number	Diff line change
`@@ -12,7 +12,7 @@`
`12`	`12`
`13`	`13`
`14`	`14`	`<link rel="icon" href="/assets/images/favicon.png">`
`15`		`- <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">`
	`15`	`+ <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">`
`16`	`16`
`17`	`17`
`18`	`18`
Original file line number	Diff line number	Diff line change
`@@ -16,7 +16,7 @@`
`16`	`16`
`17`	`17`
`18`	`18`	`<link rel="icon" href="../assets/images/favicon.png">`
`19`		`- <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">`
	`19`	`+ <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">`
`20`	`20`
`21`	`21`
`22`	`22`
Original file line number	Diff line number	Diff line change
`@@ -14,7 +14,7 @@`
`14`	`14`
`15`	`15`
`16`	`16`	`<link rel="icon" href="assets/images/favicon.png">`
`17`		`- <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.42">`
	`17`	`+ <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.43">`
`18`	`18`
`19`	`19`
`20`	`20`