tests.txt

LLMConfigPrimitives
  extensions [llm]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  item 0 llm:active => "openai"
  member? "openai" llm:providers-all => true
  empty? (llm:provider-help "openai") => false
  empty? llm:config => false
  is-string? llm:list-models => true

LLMProvidersAll
  extensions [llm]
  length llm:providers-all => 6
  member? "openai" llm:providers-all => true
  member? "anthropic" llm:providers-all => true
  member? "gemini" llm:providers-all => true
  member? "ollama" llm:providers-all => true
  member? "openrouter" llm:providers-all => true
  member? "together" llm:providers-all => true

LLMProviderStatus
  extensions [llm]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  length llm:provider-status => 6

LLMListModels
  extensions [llm]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  is-string? llm:list-models => true
  empty? llm:list-models => false

LLMActiveConfig
  extensions [llm]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  item 0 llm:active => "openai"

LLMConfigSummary
  extensions [llm]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  is-string? llm:config => true
  empty? llm:config => false

LLMHistoryManagement
  extensions [llm]
  globals [history]
  O> llm:clear-history
  llm:history => []
  O> llm:set-history [["user" "hello"] ["assistant" "hi"]]
  O> set history llm:history
  length history => 2
  (item 0 (item 0 history)) => "user"
  (item 1 (item 0 history)) => "hello"
  (item 0 (item 1 history)) => "assistant"
  (item 1 (item 1 history)) => "hi"
  O> llm:clear-history
  llm:history => []

LLMSetModel
  extensions [llm]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:set-model "gpt-4o"
  item 1 llm:active => "gpt-4o"

LLMThinkingConfigPrimitives
  extensions [llm]
  O> llm:set-thinking true
  O> llm:set-reasoning-effort "high"
  O> llm:set-thinking-budget 4096
  O> llm:set-thinking false

LLMReasoningEffortValidation
  extensions [llm]
  O> llm:set-reasoning-effort "none"
  O> llm:set-reasoning-effort "low"
  O> llm:set-reasoning-effort "medium"
  O> llm:set-reasoning-effort "high"
  O> llm:set-reasoning-effort "xhigh"

LLMThinkingBudgetValidation
  extensions [llm]
  O> llm:set-thinking-budget 1024
  O> llm:set-thinking-budget 8192

LLMChat
  extensions [llm]
  globals [response]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> set response llm:chat "Say hello"
  is-string? response => true
  empty? response => false

LLMChatAsync
  extensions [llm]
  globals [promise result]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> set promise llm:chat-async "Say hi"
  is-anonymous-reporter? promise => true
  O> set result (runresult promise)
  is-string? result => true
  empty? result => false

LLMChatHistory
  extensions [llm]
  globals [r1 r2]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:clear-history
  O> set r1 llm:chat "My name is TestBot"
  O> set r2 llm:chat "What is my name?"
  length llm:history => 4
  (item 0 (item 0 llm:history)) => "user"
  (item 0 (item 1 llm:history)) => "assistant"

LLMChooseExactMatch
  extensions [llm]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  member? (llm:choose "Pick one" ["apple" "banana" "cherry"]) ["apple" "banana" "cherry"] => true

LLMChooseCaseInsensitive
  extensions [llm]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  (llm:choose "Pick one __TEST_RESPOND:APPLE" ["apple" "banana"]) => "apple"

LLMChooseEmptyListThrows
  extensions [llm]
  globals [err]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> carefully [let __x llm:choose "Pick" []] [set err error-message]
  is-string? err => true

LLMChooseNoMatchThrows
  extensions [llm]
  globals [err]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> carefully [let __x llm:choose "Pick one __TEST_RESPOND:zzzz" ["apple" "banana"]] [set err error-message]
  is-string? err => true

LLMChooseHistoryClean
  extensions [llm]
  globals [result]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:clear-history
  O> set result llm:choose "Pick a fruit" ["apple" "banana" "cherry"]
  length llm:history => 2
  (item 0 (item 0 llm:history)) => "user"
  (item 1 (item 0 llm:history)) => "Pick a fruit"
  (item 0 (item 1 llm:history)) => "assistant"
  member? (item 1 (item 1 llm:history)) ["apple" "banana" "cherry"] => true

LLMChooseHistoryUnchangedOnFailure
  extensions [llm]
  globals [err]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:clear-history
  O> llm:set-history [["user" "prior"] ["assistant" "context"]]
  O> carefully [let __x llm:choose "Pick __TEST_RESPOND:zzzz" ["apple" "banana"]] [set err error-message]
  length llm:history => 2
  (item 1 (item 0 llm:history)) => "prior"

LLMChooseThinkingModel
  extensions [llm]
  globals [result]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:clear-history
  O> set result llm:choose "Pick one __TEST_THINKING:apple" ["apple" "banana"]
  result => "apple"

LLMChatHistoryCorrectOnSuccess
  extensions [llm]
  globals [result]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:clear-history
  O> set result llm:chat "hello"
  length llm:history => 2
  (item 1 (item 0 llm:history)) => "hello"
  (item 0 (item 1 llm:history)) => "assistant"

LLMTemplateChat
  extensions [llm]
  globals [result]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> set result llm:chat-with-template "demos/simple-template.yaml" [["text" "hello world"]]
  is-string? result => true
  empty? result => false

LLMTemplateWithHistory
  extensions [llm]
  globals [msg1 template-result]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:clear-history
  O> set msg1 llm:chat "previous message"
  O> set template-result llm:chat-with-template "demos/simple-template.yaml" [["text" "with history"]]
  is-string? template-result => true
  empty? template-result => false
  length llm:history => 4

LLMChatWithThinking
  extensions [llm]
  globals [result]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:set-thinking true
  O> set result llm:chat-with-thinking "What is 2 + 2?"
  is-list? result => true
  length result => 2
  is-string? (item 0 result) => true
  is-string? (item 1 result) => true
  empty? (item 0 result) => false

LLMChatWithThinkingBudget
  extensions [llm]
  globals [result]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:set-thinking true
  O> llm:set-thinking-budget 2048
  O> set result llm:chat-with-thinking "What is 3 + 5?"
  is-list? result => true
  length result => 2
  is-string? (item 0 result) => true
  empty? (item 0 result) => false

LLMMultiAgentChat
  extensions [llm]
  turtles-own [agent-result]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> create-turtles 2
  O> ask turtle 0 [ set agent-result llm:chat "Say one" ]
  O> ask turtle 1 [ set agent-result llm:chat "Say two" ]
  is-string? [agent-result] of turtle 0 => true
  is-string? [agent-result] of turtle 1 => true
  empty? [agent-result] of turtle 0 => false
  empty? [agent-result] of turtle 1 => false

LLMOpenRouterProvider
  extensions [llm]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openrouter"
  item 0 llm:active => "openrouter"
  item 1 llm:active => "openai/gpt-4o-mini"
  empty? (llm:provider-help "openrouter") => false
  O> llm:set-model "openai/gpt-4o"
  item 1 llm:active => "openai/gpt-4o"

LLMTogetherProvider
  extensions [llm]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "together"
  item 0 llm:active => "together"
  item 1 llm:active => "meta-llama/Llama-3.3-70B-Instruct-Turbo"
  empty? (llm:provider-help "together") => false
  O> llm:set-model "deepseek-ai/DeepSeek-R1"
  item 1 llm:active => "deepseek-ai/DeepSeek-R1"

LLMConfigLoading
  extensions [llm]
  O> llm:load-config "demos/config"
  item 0 llm:active => "openai"
  member? "openai" llm:providers => true

LLMLoadConfigRejectsUnknownProvider
  extensions [llm]
  globals [err]
  O> carefully [llm:load-config "demos/test-config-bad-provider"] [set err error-message]
  is-string? err => true
  (position "opanai" err) != false => true

LLMChatHistoryUnchangedOnFailure
  extensions [llm]
  globals [err]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:clear-history
  O> llm:set-history [["user" "prior"] ["assistant" "context"]]
  O> carefully [let __x llm:chat "__TEST_FAIL"] [set err error-message]
  is-string? err => true
  length llm:history => 2
  (item 1 (item 0 llm:history)) => "prior"

LLMChatWithThinkingHistoryUnchangedOnFailure
  extensions [llm]
  globals [err]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:clear-history
  O> llm:set-history [["user" "prior"] ["assistant" "context"]]
  O> carefully [let __x llm:chat-with-thinking "__TEST_FAIL"] [set err error-message]
  is-string? err => true
  length llm:history => 2
  (item 1 (item 0 llm:history)) => "prior"

LLMChatAsyncOverlappingPairsAtomic
  extensions [llm]
  globals [p1 p2 r1 r2 h]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:clear-history
  O> set p1 llm:chat-async "__TEST_DELAY:300:slow"
  O> set p2 llm:chat-async "fast"
  O> set r1 (runresult p1)
  O> set r2 (runresult p2)
  r1 => "stub:slow"
  r2 => "stub:fast"
  O> set h llm:history
  length h => 4
  (item 0 (item 0 h)) => "user"
  (item 0 (item 1 h)) => "assistant"
  (item 0 (item 2 h)) => "user"
  (item 0 (item 3 h)) => "assistant"
  member? (item 1 (item 1 h)) ["stub:slow" "stub:fast"] => true
  member? (item 1 (item 3 h)) ["stub:slow" "stub:fast"] => true

LLMMixedSyncAsyncHistoryAtomic
  extensions [llm]
  globals [p1 r1 r2 h]
  O> llm:set-api-key "test-key"
  O> llm:set-provider "openai"
  O> llm:clear-history
  O> set p1 llm:chat-async "__TEST_DELAY:300:slow"
  O> set r1 llm:chat "quick"
  O> set r2 (runresult p1)
  O> set h llm:history
  length h => 4
  (item 0 (item 0 h)) => "user"
  (item 0 (item 1 h)) => "assistant"
  (item 0 (item 2 h)) => "user"
  (item 0 (item 3 h)) => "assistant"