nsarrazin commited on
Commit
2ee0fbc
·
1 Parent(s): 7da664f

fix: catch errors in default model

Browse files
src/lib/server/generateFromDefaultEndpoint.ts CHANGED
@@ -15,21 +15,26 @@ export async function* generateFromDefaultEndpoint({
15
 
16
  const tokenStream = await endpoint({ messages, preprompt, generateSettings });
17
 
18
- for await (const output of tokenStream) {
19
- // if not generated_text is here it means the generation is not done
20
- if (output.generated_text) {
21
- let generated_text = output.generated_text;
22
- for (const stop of [...(taskModel.parameters?.stop ?? []), "<|endoftext|>"]) {
23
- if (generated_text.endsWith(stop)) {
24
- generated_text = generated_text.slice(0, -stop.length).trimEnd();
 
 
25
  }
 
26
  }
27
- return generated_text;
 
 
 
28
  }
29
- yield {
30
- type: MessageUpdateType.Stream,
31
- token: output.token.text,
32
- };
33
  }
34
- throw new Error("Generation failed");
 
35
  }
 
15
 
16
  const tokenStream = await endpoint({ messages, preprompt, generateSettings });
17
 
18
+ try {
19
+ for await (const output of tokenStream) {
20
+ // if not generated_text is here it means the generation is not done
21
+ if (output.generated_text) {
22
+ let generated_text = output.generated_text;
23
+ for (const stop of [...(taskModel.parameters?.stop ?? []), "<|endoftext|>"]) {
24
+ if (generated_text.endsWith(stop)) {
25
+ generated_text = generated_text.slice(0, -stop.length).trimEnd();
26
+ }
27
  }
28
+ return generated_text;
29
  }
30
+ yield {
31
+ type: MessageUpdateType.Stream,
32
+ token: output.token.text,
33
+ };
34
  }
35
+ } catch (error) {
36
+ return "";
 
 
37
  }
38
+
39
+ return "";
40
  }