Merge branch 'main' of https://github.com/scicode-bench/SciCode_Draft

Author: grapema

.github/workflows/tests.yaml

@@ -0,0 +1,34 @@
+
+name: Tests
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash -l {0}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.9'
+      - name: Create dummy keys.cfg
+        run: touch keys.cfg
+      - name: Install uv
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+      - name: Install dependencies
+        run: |
+            uv pip install --python ${Python_ROOT_DIR} -e .
+      - name: Run pytest
+        run: |
+            pytest --cov

.pre-commit-config.yaml

@@ -0,0 +1,25 @@
+ci:
+  autoupdate_commit_msg: "chore: update pre-commit hooks"
+
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: "v4.6.0"
+    hooks:
+      - id: check-added-large-files
+      - id: check-case-conflict
+      - id: check-merge-conflict
+      - id: check-symlinks
+      - id: mixed-line-ending
+      - id: detect-private-key
+      # - id: check-ast
+      # - id: trailing-whitespace
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.4.4
+    hooks:
+      # Run the linter.
+      - id: ruff
+        args: ["--fix"]
+      # Run the formatter.
+      # - id: ruff-format
+

eval/scripts/README.md

@@ -6,6 +6,15 @@ To run the script, go to the root of this repo and use the following command fro
 python evaluation/scripts/gencode_json.py [options]
 ```
 
+Your first need to set up your API keys. For this, create a `keys.cfg` file at the root of the repository
+and add keys as follows:
+
+```
+OPENAI_KEY = 'your_api_key'
+ANTHROPIC_KEY = 'your_api_key'
+GOOGLE_KEY = 'your_api_key' 
+```
+
 For example, to create  model results with `gpt-4o` and the default settings, run 
 
 ```bash

pyproject.toml

@@ -29,6 +29,8 @@ dependencies = [
     "anthropic",
     "config",
     "rich",
+    "pytest",
+    "pytest-cov",
     # requirements for execution
     "numpy",
     "scipy",

src/scicode/parse/parse.py

@@ -8,9 +8,6 @@
 import scipy
 import numpy as np
 from sympy import Symbol
-from pathlib import Path
-from textwrap import dedent
-from typing import Any
 
 OrderedContent = list[tuple[str, str]]
 

tests/test_run_gencode_json.py

@@ -0,0 +1,19 @@
+import subprocess
+
+
+def test_smoke_test():
+    subprocess.run(["python", "eval/scripts/gencode_json.py", "--help"], check=True)
+
+
+def test_run_gencode_dummy_model(tmpdir):
+    cmd = [
+        "python",
+        "eval/scripts/gencode_json.py",
+        "--model",
+        "dummy",
+        "--output-dir",
+        str(tmpdir),
+        "--prompt-dir",
+        str(tmpdir / "prompts"),
+    ]
+    subprocess.run(cmd, check=True)