Feat/new setup docs

README.md

@@ -4,7 +4,7 @@ Dynabench is a research platform for dynamic data collection and benchmarking.
 
 Documentation:
 1. [Platform overview](https://github.com/mlcommons/dynabench/blob/main/docs/overview.md)
-2. [Developer guide](https://github.com/mlcommons/dynabench/blob/main/docs/start.md)
+2. [Developer guide](docs/setup_guide.md)
 3. [Contributing guidelines](https://github.com/mlcommons/dynabench/blob/main/CONTRIBUTING.md)
 4. [Task owners manual](https://github.com/mlcommons/dynabench/blob/main/docs/owners.md)
 5. [Evaluation Server Developer Guide](https://github.com/mlcommons/dynabench/blob/main/docs/evaluation.md) [Possibly Outdated]

api/.env.example

@@ -1,20 +1,23 @@
-# BD
-DB_HOST=local
+#Database
+DB_HOST=127.0.0.1
 DB_PORT=3306
 DB_NAME=dynabench
-DB_USER=user
-DB_PASSWORD=password
+DB_USER=dynabench
+DB_PASSWORD=dynabench
+
 # Frontend
 FRONTEND_IP=https://dynabench.org/
 MAIL_LOGIN=
 MAIL_PASSWORD=
-# Certificates Email
-RUNNING_MODE=
+
+# Certificates
+RUNNING_MODE=dev
 SSL_CRT_FILE=
 SSL_ORG_PEM_FILE=
+SMTP_SECRET=
 SMTP_HOST=
 SMTP_USER=
-SMTP_SECRET=
+SMTP_PORT=
 SMTP_FROM_ADDRESS=
 #AWS-api
 DATAPERF_AWS_ACCESS_KEY_ID=
@@ -31,12 +34,6 @@ EVALUATION_SQS_QUEUE=
 DECEN_EAAS_SECRET=""
 TASK_CODE=""
 EVAL_AWS_ACCESS_KEY_ID=
-EVAL_AWS_SECRET_ACCESS_KEY=
-EVAL_AWS_REGION=
-#AWS-build
-BUILD_AWS_ACCESS_KEY_ID=
-BUILD_AWS_SECRET_ACCESS_KEY=
-BUILD_AWS_REGION=
 SAGEMAKER_ROLE=
 SQS_BUILDER=
 SQS_EVAL=
@@ -45,3 +42,6 @@ AWS_SECURITY_TOKEN=""
 AWS_SESSION_TOKEN=""
 SQS_NEW_BUILDER =
 JWT_SECRET=
+RUNPOD_API_KEY=
+EVAL_AWS_SECRET_ACCESS_KEY=
+EVAL_AWS_REGION=

api/.python-version

@@ -0,0 +1 @@
+3.13

api/pyproject.toml

@@ -0,0 +1,36 @@
+[project]
+name = "api"
+version = "0.1.0"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.13"
+dependencies = [
+    "aiohttp>=3.13.2",
+    "augly>=1.0.0",
+    "boto3>=1.40.73",
+    "bottle>=0.13.4",
+    "cheroot>=11.1.2",
+    "cryptography>=46.0.3",
+    "dynalab",
+    "legacy-cgi>=2.6.4",
+    "numpy>=2.3.4",
+    "pandas>=2.3.3",
+    "pyjwt>=2.10.1",
+    "pymysql>=1.1.2",
+    "python-dotenv>=1.2.1",
+    "pyyaml>=6.0.3",
+    "sacrebleu>=2.5.1",
+    "sentencepiece>=0.2.1",
+    "six>=1.17.0",
+    "spacy>=3.8.9",
+    "sqlalchemy>=2.0.44",
+    "textflint>=0.0.2",
+    "torch>=2.9.1",
+    "transformers>=4.57.1",
+    "ujson>=5.11.0",
+    "werkzeug>=3.1.3",
+    "yoyo-migrations>=9.0.0",
+]
+
+[tool.uv.sources]
+dynalab = { git = "https://github.com/facebookresearch/dynalab.git" }

backend/.env.example

@@ -1,15 +1,20 @@
-# BD
-DB_HOST=local
+#Database
+DB_HOST=127.0.0.1
 DB_PORT=3306
 DB_NAME=dynabench
-DB_USER=user
-DB_PASSWORD=password
-#AWS-api
+DB_USER=dynabench
+DB_PASSWORD=dynabench
+
+#AWS
 AWS_ACCESS_KEY_ID=
 AWS_SECRET_ACCESS_KEY=
 AWS_REGION=
 AWS_S3_BUCKET=
 AWS_S3_DATAPERF_BUCKET=
+EVAL_AWS_SECRET_ACCESS_KEY=
+EVAL_AWS_REGION=
+
+
 DYNABENCH_API=
 SQS_NEW_BUILDER=
 SECURITY_GROUP=
@@ -22,27 +27,40 @@ CPU_UTILIZATION=
 MEMORY_UTILIZATION=
 LAMBDA_MEMORY_SIZE=
 LAUNCH_TYPE=
+
 #Auth
 AUTH_ACCESS_TOKEN_EXPIRE_MINUTES=30
 AUTH_REFRESH_TOKEN_EXPIRE_MINUTES=10080
-AUTH_HASH_ALGORITHM=
+AUTH_REFRESH_TOKEN_EXPIRE_DAYS=19023
+AUTH_HASH_ALGORITHM=HS256
 AUTH_JWT_SECRET_KEY=
+JWT_SECRET=
+
 #Builder and evaluator
 CENTRALIZED_HOST=
 DECENTRALIZED_HOST=
-#Email
+
+#Mail
 MAIL_LOGIN=
 MAIL_PASSWORD=
+SMTP_PORT=
+SMTP_HOST=
+
 ##External services
 OPENAI=
 STABLE_DIFFUSION=
 OPENAI_API_KEY=
 PERDI_OPENAI_API_KEY=
 HF=
 ANTHROPIC=
+ANTHROPIC_YOUTH=
 COHERE=
-ALEPHALPHA=
 GOOGLE=
 REPLICATE=
-##Logs
-REMOTE_LOG_PATH_{task_id}=
+HF_API=
+TOGETHERXYZ=
+OPENAI_HELPME=
+COHERE_HELPME=
+OPENROUTER=
+RUNPOD=
+OPENROUTER_YOUTH=

backend/.python-version

@@ -0,0 +1 @@
+3.13

backend/app/domain/auth/authentication.py

@@ -96,7 +96,7 @@ def set_refresh_token(self, response, user_id: int) -> str:
             path="/",
             expires=cookie_expires,
             # For localhost testing set secure to False in Prod to True
-            secure=True,
+            secure=False,
             samesite="lax",
             # For localhost testing set domain to localhost
             # domain="localhost",

backend/pyproject.toml

@@ -0,0 +1,49 @@
+[project]
+name = "backend"
+version = "0.1.0"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.13"
+dependencies = [
+    "aleph-alpha-client>=11.4.0",
+    "anthropic>=0.72.1",
+    "boto3>=1.40.73",
+    "celery>=5.5.3",
+    "cloudwatch>=1.2.1",
+    "cohere>=5.20.0",
+    "docker>=7.1.0",
+    "fastapi>=0.121.2",
+    "google-generativeai>=0.8.5",
+    "greenlet>=3.2.4",
+    "gunicorn>=23.0.0",
+    "jsonlines>=4.0.0",
+    "langchain>=1.0.5",
+    "msgpack-python>=0.5.6",
+    "nltk>=3.9.2",
+    "numpy>=2.3.4",
+    "openai>=2.8.0",
+    "pandas>=2.3.3",
+    "passlib[bcrypt]>=1.7.4",
+    "pillow>=12.0.0",
+    "pre-commit>=4.4.0",
+    "pydantic[email]>=2.12.4",
+    "pymysql[rsa]>=1.1.2",
+    "python-dotenv>=1.2.1",
+    "python-jose[cryptography]>=3.5.0",
+    "python-multipart>=0.0.20",
+    "pytz>=2025.2",
+    "pyyaml>=6.0.3",
+    "redis>=7.0.1",
+    "replicate>=1.0.7",
+    "requests>=2.32.5",
+    "sacrebleu>=2.5.1",
+    "scikit-learn>=1.7.2",
+    "sentencepiece>=0.2.1",
+    "sqlalchemy==1.4.25",
+    "sse-starlette>=3.0.3",
+    "torch>=2.9.1",
+    "transformers>=4.57.1",
+    "ujson>=5.11.0",
+    "uvicorn>=0.38.0",
+    "werkzeug>=3.1.3",
+]

backend/resources/dbs/db.sql

@@ -577,7 +577,7 @@ INSERT INTO `users` (`id`, `username`, `email`, `password`, `realname`, `affilia
 VALUES
 (1, 'user1', 'user1@example.com', 'password1', 'John Doe', 'Company A', 10, 20, 15, 'https://example.com/avatar1.jpg', 5, 2, 30, 50, 0, 8, 6, 2, 'token1', '{"key1": "value1"}', 3);
 
---Challenges_type
+-- Challenges_type
 
 INSERT INTO `challenges_types` (`id`, `name`, `url`) VALUES
 (1, 'challenge', 'https://example.com/mock-challenge');
@@ -603,7 +603,7 @@ INSERT INTO `tasks` (
     `dynamic_adversarial_data_collection`,
     `dynamic_adversarial_data_validation`,
     `image_url`,
-    `bucket_for_aditional_example_data`,
+    `bucket_for_aditional_example_data`
 ) VALUES (
 	  1,
     'Adversarial Nibbler',