-
Notifications
You must be signed in to change notification settings - Fork 359
/
Copy pathstreamingRequest.ts
23 lines (22 loc) · 1.05 KB
/
streamingRequest.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
import { resolveProvider } from "../../lib/getInferenceProviderMapping";
import { getProviderHelper } from "../../lib/getProviderHelper";
import type { InferenceTask, Options, RequestArgs } from "../../types";
import { innerStreamingRequest } from "../../utils/request";
/**
* Primitive to make custom inference calls that expect server-sent events, and returns the response through a generator
* @deprecated Use specific task functions instead. This function will be removed in a future version.
*/
export async function* streamingRequest<T>(
args: RequestArgs,
options?: Options & {
/** In most cases (unless we pass a endpointUrl) we know the task */
task?: InferenceTask;
}
): AsyncGenerator<T> {
console.warn(
"The streamingRequest method is deprecated and will be removed in a future version of huggingface.js. Use specific task functions instead."
);
const provider = await resolveProvider(args.provider, args.model);
const providerHelper = getProviderHelper(provider, options?.task);
yield* innerStreamingRequest(args, providerHelper, options);
}