import type { TokenClassificationInput, TokenClassificationOutput } from "@huggingface/tasks"; import { resolveProvider } from "../../lib/getInferenceProviderMapping.js"; import { getProviderHelper } from "../../lib/getProviderHelper.js"; import type { BaseArgs, Options } from "../../types.js"; import { innerRequest } from "../../utils/request.js"; export type TokenClassificationArgs = BaseArgs & TokenClassificationInput; /** * Usually used for sentence parsing, either grammatical, or Named Entity Recognition (NER) to understand keywords contained within text. Recommended model: dbmdz/bert-large-cased-finetuned-conll03-english */ export async function tokenClassification( args: TokenClassificationArgs, options?: Options ): Promise { const provider = await resolveProvider(args.provider, args.model, args.endpointUrl); const providerHelper = getProviderHelper(provider, "token-classification"); const { data: res } = await innerRequest( args, providerHelper, { ...options, task: "token-classification", } ); return providerHelper.getResponse(res); }