Spaces:
Paused
Paused
matt HOFFNER
commited on
Commit
·
78c4285
1
Parent(s):
880935e
remove experimental prompt for llama2
Browse files- pages/api/chat/index.ts +1 -2
pages/api/chat/index.ts
CHANGED
|
@@ -2,7 +2,6 @@ import { OpenAIStream, StreamingTextResponse } from "ai";
|
|
| 2 |
import { Configuration, OpenAIApi } from "openai-edge";
|
| 3 |
import { HfInference } from '@huggingface/inference';
|
| 4 |
import { HuggingFaceStream } from 'ai';
|
| 5 |
-
import { experimental_buildLlama2Prompt } from 'ai/prompts';
|
| 6 |
import { LLMStream } from "../../../utils/llm";
|
| 7 |
|
| 8 |
export const runtime = 'edge';
|
|
@@ -39,7 +38,7 @@ export default async function(req: Request) {
|
|
| 39 |
const response = Hf.textGenerationStream({
|
| 40 |
// @ts-ignore
|
| 41 |
model: aiProvider,
|
| 42 |
-
inputs:
|
| 43 |
parameters: {
|
| 44 |
repetition_penalty: 1,
|
| 45 |
return_full_text: false
|
|
|
|
| 2 |
import { Configuration, OpenAIApi } from "openai-edge";
|
| 3 |
import { HfInference } from '@huggingface/inference';
|
| 4 |
import { HuggingFaceStream } from 'ai';
|
|
|
|
| 5 |
import { LLMStream } from "../../../utils/llm";
|
| 6 |
|
| 7 |
export const runtime = 'edge';
|
|
|
|
| 38 |
const response = Hf.textGenerationStream({
|
| 39 |
// @ts-ignore
|
| 40 |
model: aiProvider,
|
| 41 |
+
inputs: messages,
|
| 42 |
parameters: {
|
| 43 |
repetition_penalty: 1,
|
| 44 |
return_full_text: false
|