// Bedrock supports many different APIs and models. See below for full list. consttitanText = createAwsBedrockModelProvider({ api:AmazonTitanTextApi, modelId:"amazon.titan-text-express-v1", // If your code is running in an AWS Environment (eg, Lambda) authorization will happen automatically. Otherwise, explicitly pass in `auth` });
constresponse = awaittitanText.sendRequest({ $prompt:"Brief history of NY Mets:" // all other options for the specified `api` available here });
constcommandR = createCohereModelProvider({ modelId:"command-r-plus", // Cohere defined model ID // you can explicitly pass auth here, otherwise by default it is read from process.env });
constresponse = awaitcommandR.sendRequest({ $prompt:"Brief History of NY Mets:", preamble:"Talk like Jafar from Aladdin", // all other Cohere /generate options available here });
constllama3 = createGroqModelProvider({ modelId:"llama3-70b-8192", // Groq defined model ID // you can explicitly pass auth here, otherwise by default it is read from process.env });
constresponse = awaitllama3.sendRequest({ $prompt:"Brief History of NY Mets:" // all other OpenAI ChatCompletion options available here (Groq uses the OpenAI ChatCompletion API for all the models it hosts) });
// Huggingface Inference supports many different APIs and models. See below for full list. constgpt2 = createHuggingfaceInferenceModelProvider({ api:HfTextGenerationTaskApi, modelId:"gpt2", // you can explicitly pass auth here, otherwise by default it is read from process.env });
constresponse = awaitgpt2.sendRequest({ $prompt:"Hello," // all other options for the specified `api` available here });
// Huggingface Inference supports many different APIs and models. See below for full list. constgpt2 = createHuggingfaceInferenceModelProvider({ api:HfTextGenerationTaskApi, modelId:"gpt2", // you can explicitly pass auth here, otherwise by default it is read from process.env });
constresponse = awaitgpt2.sendRequest({ $prompt:"Hello," // all other options for the specified `api` available here });
constllama3 = createLmStudioModelProvider({ modelId:"lmstudio-community/Meta-Llama-3-70B-Instruct-GGUF", // a ID of a model you have downloaded in LMStudio });
constresponse = awaitllama3.sendRequest({ $prompt:"Brief History of NY Mets:" // all other OpenAI ChatCompletion options available here (LMStudio uses the OpenAI ChatCompletion API for all the models it hosts) });
constllama3 = createLmStudioModelProvider({ modelId:"lmstudio-community/Meta-Llama-3-70B-Instruct-GGUF", // a ID of a model you have downloaded in LMStudio });
constresponse = awaitllama3.sendRequest({ $prompt:"Brief History of NY Mets:" // all other OpenAI ChatCompletion options available here (LMStudio uses the OpenAI ChatCompletion API for all the models it hosts) });
constmistralLarge = createMistralModelProvider({ modelId:"mistral-large-latest", // Mistral defined model ID // you can explicitly pass auth here, otherwise by default it is read from process.env });
constresponse = awaitmistralLarge.sendRequest({ $prompt:"Brief History of NY Mets:" // all other Mistral ChatCompletion API options available here });
constmistralLarge = createMistralModelProvider({ modelId:"mistral-large-latest", // Mistral defined model ID // you can explicitly pass auth here, otherwise by default it is read from process.env });
constresponse = awaitmistralLarge.sendRequest({ $prompt:"Brief History of NY Mets:" // all other Mistral ChatCompletion API options available here });
constgpt = createOpenAiChatModelProvider({ modelId:"gpt-4-turbo", // OpenAI defined model ID // you can explicitly pass auth here, otherwise by default it is read from process.env });
constresponse = awaitgpt.sendRequest({ $prompt:"Brief History of NY Mets:", max_tokens:100, // all other OpenAI ChatCompletion options available here });
constgpt = createOpenAiChatModelProvider({ modelId:"gpt-4-turbo", // OpenAI defined model ID // you can explicitly pass auth here, otherwise by default it is read from process.env });
constresponse = awaitgpt.sendRequest({ $prompt:"Brief History of NY Mets:", max_tokens:100, // all other OpenAI ChatCompletion options available here });
constgemini = awaitcreateVertexAiModelProvider({ modelId:"gemini-1.0-pro", // VertexAI defined model ID // you can explicitly pass auth here, otherwise by default it is read from process.env });
constresponse = awaitgemini.sendRequest({ $prompt:"Brief History of NY Mets:", // all other Gemini options available here });
constgemini = awaitcreateVertexAiModelProvider({ modelId:"gemini-1.0-pro", // VertexAI defined model ID // you can explicitly pass auth here, otherwise by default it is read from process.env });
constresponse = awaitgemini.sendRequest({ $prompt:"Brief History of NY Mets:", // all other Gemini options available here });
\ No newline at end of file
diff --git a/docs/hierarchy.html b/docs/hierarchy.html
index 959daf1..660b336 100644
--- a/docs/hierarchy.html
+++ b/docs/hierarchy.html
@@ -1 +1 @@
-generative-ts - v0.1.0-alpha.6
\ No newline at end of file
diff --git a/docs/index.html b/docs/index.html
index 836ae20..e08f7c9 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -1,4 +1,4 @@
-generative-ts - v0.1.0-alpha.6
The "main" generative-ts package and the scoped @generative-ts packages both are controlled by the generative-ts npm organization. Releases are published via circleci job upon pushes of tags that have a name starting with release/. The job requires an NPM token that has publishing permissions to both generative-ts and @generative-ts. Currently this is a "granular" token set to expire every 30 days, created by @jnaglick, set in a circleci context.
The GCloud location of your project. NOTE: As of writing, VertexAI is only available in certain regions.
GCLOUD_PROJECT_ID
GCLOUD_PROJECT_ID:string
Your GCloud project ID
-
\ No newline at end of file
+
\ No newline at end of file
diff --git a/docs/modules.html b/docs/modules.html
index e932114..6d7b11d 100644
--- a/docs/modules.html
+++ b/docs/modules.html
@@ -1,4 +1,4 @@
-generative-ts - v0.1.0-alpha.6
Implementation of the Template interface using a ts function
+Class FnTemplate<TVars>
Implementation of the Template interface using a ts function
Type Parameters
Implements
Index
Constructors
Properties
Methods
Constructors
constructor
Type Parameters
Parameters
Returns FnTemplate<TVars>
Properties
ReadonlysourceMethods
render
Parameters
Returns string