Spaces:
Sleeping
Sleeping
fix: catch errors in default model
Browse files
src/lib/server/generateFromDefaultEndpoint.ts
CHANGED
|
@@ -15,21 +15,26 @@ export async function* generateFromDefaultEndpoint({
|
|
| 15 |
|
| 16 |
const tokenStream = await endpoint({ messages, preprompt, generateSettings });
|
| 17 |
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
|
|
|
|
|
|
| 25 |
}
|
|
|
|
| 26 |
}
|
| 27 |
-
|
|
|
|
|
|
|
|
|
|
| 28 |
}
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
token: output.token.text,
|
| 32 |
-
};
|
| 33 |
}
|
| 34 |
-
|
|
|
|
| 35 |
}
|
|
|
|
| 15 |
|
| 16 |
const tokenStream = await endpoint({ messages, preprompt, generateSettings });
|
| 17 |
|
| 18 |
+
try {
|
| 19 |
+
for await (const output of tokenStream) {
|
| 20 |
+
// if not generated_text is here it means the generation is not done
|
| 21 |
+
if (output.generated_text) {
|
| 22 |
+
let generated_text = output.generated_text;
|
| 23 |
+
for (const stop of [...(taskModel.parameters?.stop ?? []), "<|endoftext|>"]) {
|
| 24 |
+
if (generated_text.endsWith(stop)) {
|
| 25 |
+
generated_text = generated_text.slice(0, -stop.length).trimEnd();
|
| 26 |
+
}
|
| 27 |
}
|
| 28 |
+
return generated_text;
|
| 29 |
}
|
| 30 |
+
yield {
|
| 31 |
+
type: MessageUpdateType.Stream,
|
| 32 |
+
token: output.token.text,
|
| 33 |
+
};
|
| 34 |
}
|
| 35 |
+
} catch (error) {
|
| 36 |
+
return "";
|
|
|
|
|
|
|
| 37 |
}
|
| 38 |
+
|
| 39 |
+
return "";
|
| 40 |
}
|