Magic trek chatbot "session_id" api param

.gitignore

@@ -172,5 +172,32 @@ google-cloud-cli-linux-x86_64.tar.gz
 .vennv
 newenv
 files
+
+# start of ian-added gitignore
+#terraform GITIGNORE
+
+# Local .terraform directories
+**/.terraform/*
+
+
+*.tfvars
+*.tfvars.json
+
+# .tfstate files
+*.tfstate
+*.tfstate.*
+
+# Crash log files
+crash.log
+crash.*.log
+
+# Ignore transient lock info files created by terraform apply
+.terraform.tfstate.lock.info
+
+# Ignore CLI configuration files
+.terraformrc
+terraform.rc
+# end of ian-added gitignore
+
 startupbackend.sh
-startupfrontend.sh
+startupfrontend.sh

backend/Dockerfile

@@ -1,26 +1,65 @@
-FROM python:3.10-slim
+FROM python:3.10-slim-bullseye
 WORKDIR /code
 ENV PORT 8000
 EXPOSE 8000
-# Install dependencies and clean up in one layer
+# ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION python
+# Clean up apt cache and install keyring packages
+RUN rm -rf /var/lib/apt/lists/* && \
+    apt-get clean && \
+    apt-get -o Acquire::AllowInsecureRepositories=true update && \
+    apt-get install -y --no-install-recommends --no-install-suggests \
+    debian-keyring \
+    debian-archive-keyring \
+    gnupg \
+    ca-certificates && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install system dependencies
+# this was added before pinned python:3.10-slim-bullseye, shouldn't need it anymore
+# RUN apt-get update && apt-get install -y --no-install-recommends \
+#     libgl1 \
+#     && rm -rf /var/lib/apt/lists/*
+
+# Now update and install dependencies including build tools
 RUN apt-get update && \
-   apt-get install -y --no-install-recommends \
+   apt-get install -y --no-install-recommends --no-install-suggests \
        libmagic1 \
        libgl1-mesa-glx \
        libreoffice \
        cmake \
        poppler-utils \
-       tesseract-ocr && \
+       tesseract-ocr \
+       build-essential \
+       python3-dev \
+       gcc \
+       autoconf \
+       automake \
+       libtool \
+       pkg-config && \
    apt-get clean && \
    rm -rf /var/lib/apt/lists/*
+
+# Manually fetch the latest Debian signing key before updating apt repositories
+RUN apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 648ACFD622F3D138
+
 # Set LD_LIBRARY_PATH
 ENV LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu:$LD_LIBRARY_PATH
+
+ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION='python'
+
 # Copy requirements file and install Python dependencies
 COPY requirements.txt constraints.txt /code/
 # --no-cache-dir --upgrade 
+RUN pip --version
 RUN pip install --upgrade pip
-RUN pip install -r requirements.txt -c constraints.txt
+RUN pip --version
+RUN pip install -r requirements.txt -c constraints.txt 
+RUN python -c "import torch; print(f'PyTorch version: {torch.__version__}'); print(f'CUDA available: {torch.cuda.is_available()}'); print(f'CUDA device count: {torch.cuda.device_count()}')"
+# RUN pip install -r requirements.txt
 # Copy application code
 COPY . /code
+
 # Set command
-CMD ["gunicorn", "score:app", "--workers", "8","--threads", "8", "--worker-class", "uvicorn.workers.UvicornWorker", "--bind", "0.0.0.0:8000", "--timeout", "300"]
+# CMD ["gunicorn", "score:app", "--workers", "8","--threads", "8", "--worker-class", "uvicorn.workers.UvicornWorker", "--bind", "0.0.0.0:8000", "--timeout", "300"] # original line
+CMD ["gunicorn", "score:app", "--workers", "2","--threads", "2", "--worker-class", "uvicorn.workers.UvicornWorker", "--bind", "0.0.0.0:8000", "--timeout", "300"]

backend/Pipfile

@@ -0,0 +1,77 @@
+[[source]]
+url = "https://pypi.org/simple"
+verify_ssl = true
+name = "pypi"
+
+[packages]
+accelerate = "==1.6.0"
+asyncio = "==3.4.3"
+boto3 = "==1.37.29"
+botocore = "==1.37.29"
+certifi = "==2025.1.31"
+fastapi = "==0.115.11"
+fastapi-health = "==0.4.0"
+google-api-core = "==2.24.2"
+google-auth = "==2.38.0"
+google-auth-oauthlib = "==1.2.1"
+google-cloud-core = "==2.4.3"
+json-repair = "==0.39.1"
+pip-install = "==1.3.5"
+langchain = "==0.3.23"
+langchain-aws = "==0.2.18"
+langchain-anthropic = "==0.3.9"
+langchain-fireworks = "==0.2.9"
+langchain-community = "==0.3.19"
+langchain-core = "==0.3.51"
+langchain-experimental = "==0.3.4"
+langchain-google-vertexai = "==2.0.19"
+langchain-groq = "==0.2.5"
+langchain-openai = "==0.3.12"
+langchain-text-splitters = "==0.3.8"
+langchain-huggingface = "==0.1.2"
+langdetect = "==1.0.9"
+langsmith = "==0.3.26"
+langserve = "==0.3.1"
+neo4j-rust-ext = "*"
+nltk = "==3.9.1"
+openai = "==1.71.0"
+opencv-python = "==4.11.0.86"
+psutil = "==7.0.0"
+pydantic = "==2.10.6"
+python-dotenv = "==1.0.1"
+python-magic = "==0.4.27"
+pypdf2 = "==3.0.1"
+pymupdf = "==1.25.5"
+starlette = "==0.46.1"
+sse-starlette = "==2.2.1"
+starlette-session = "==0.4.3"
+tqdm = "==4.67.1"
+unstructured-client = "==0.32.3"
+unstructured-inference = "==0.8.10"
+urllib3 = "==2.3.0"
+uvicorn = "==0.34.0"
+gunicorn = "==23.0.0"
+wikipedia = "==1.4.0"
+wrapt = "==1.17.2"
+yarl = "==1.18.3"
+youtube-transcript-api = "==1.0.3"
+zipp = "==3.21.0"
+sentence-transformers = "==4.0.2"
+google-cloud-logging = "==3.11.4"
+pypandoc = "==1.15"
+graphdatascience = "==1.14"
+secweb = "==1.18.1"
+ragas = "==0.2.14"
+rouge-score = "==0.1.2"
+langchain-neo4j = "==0.4.0"
+pypandoc-binary = "==1.15"
+chardet = "==5.2.0"
+contextgem = "==0.8.1"
+# we need to backpropagate this unstructured with doctypes to requirements.txt, right now it has unstructured[all-docs]
+unstructured = {extras = ["pptx", "md", "docx"], version = "*"} 
+
+[dev-packages]
+
+[requires]
+python_version = "3.10"
+python_full_version = "3.10.15"