diff --git a/config.py b/config.py index 751d8ab..c18a89b 100644 --- a/config.py +++ b/config.py @@ -3,8 +3,8 @@ # ============================================================= # -- NVIDIA NIM -- -USE_NVIDIA_NIM = True # Change to True if you want to use NVIDIA NIM -NVIDIA_API_KEY = "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" # Your API KEY here +USE_NVIDIA_NIM = False # Change to True if you want to use NVIDIA NIM +NVIDIA_API_KEY = "nvapi-xxxxxxx" # Your API KEY here NVIDIA_MODEL = "meta/llama-3.3-70b-instruct" # Chose your model # meta/llama-3.3-70b-instruct was the only model tested @@ -17,7 +17,7 @@ # Context Window # 8192 is safe for almost all local models (Gemma, Llama 3) and standard laptops. # You can use for example 32768 or 65536 for Llama 3.1, but requires 16GB+ of RAM. -NUM_CTX = 65536 +NUM_CTX = 8192 # -- Temperature Tuning -- # 0.0-0.3: Rigid/Factual | 0.4-0.7: Balanced | 0.8-1.0: Creative @@ -39,7 +39,7 @@ VAULT_PATH = "~/Obsidian" # Path to your Obsidian vault. MAX_FILE_SIZE = 1_000_000 # 1MB max per file, skip larger ones -MAX_NOTE_CHARS = 15000 # Max characters read per note +MAX_NOTE_CHARS = 8000 # Max characters read per note MAX_CONTENT_NOTES = 12 # Max files sent to AI per query # add any folder you want to ignore here