Spaces:
Running
Running
Valeriy Selitskiy commited on
Commit ·
563dfa2
1
Parent(s): e742e71
Assert 4096-token runtime defaults
Browse files
src/engine/runtime-generate.test.ts
CHANGED
|
@@ -156,6 +156,7 @@ describe('BrowserEngineRuntime generation telemetry', () => {
|
|
| 156 |
expect(result.tokenTrace).toBeNull();
|
| 157 |
expect(completionOptions).not.toHaveProperty('logprobs');
|
| 158 |
expect(completionOptions).not.toHaveProperty('top_logprobs');
|
|
|
|
| 159 |
});
|
| 160 |
|
| 161 |
it('streams separate live rates without trusting unstable first-token timings', async () => {
|
|
@@ -638,7 +639,7 @@ describe('BrowserEngineRuntime generation telemetry', () => {
|
|
| 638 |
},
|
| 639 |
}],
|
| 640 |
toolChoice: 'required',
|
| 641 |
-
maxTokens:
|
| 642 |
},
|
| 643 |
new AbortController().signal,
|
| 644 |
(event) => events.push(event),
|
|
@@ -646,7 +647,7 @@ describe('BrowserEngineRuntime generation telemetry', () => {
|
|
| 646 |
|
| 647 |
expect(completionOptions).toMatchObject({
|
| 648 |
stream: true,
|
| 649 |
-
max_tokens:
|
| 650 |
tool_choice: 'required',
|
| 651 |
});
|
| 652 |
expect(completionOptions).not.toHaveProperty('logprobs');
|
|
|
|
| 156 |
expect(result.tokenTrace).toBeNull();
|
| 157 |
expect(completionOptions).not.toHaveProperty('logprobs');
|
| 158 |
expect(completionOptions).not.toHaveProperty('top_logprobs');
|
| 159 |
+
expect(completionOptions).toMatchObject({ max_tokens: 4_096 });
|
| 160 |
});
|
| 161 |
|
| 162 |
it('streams separate live rates without trusting unstable first-token timings', async () => {
|
|
|
|
| 639 |
},
|
| 640 |
}],
|
| 641 |
toolChoice: 'required',
|
| 642 |
+
maxTokens: 4_096,
|
| 643 |
},
|
| 644 |
new AbortController().signal,
|
| 645 |
(event) => events.push(event),
|
|
|
|
| 647 |
|
| 648 |
expect(completionOptions).toMatchObject({
|
| 649 |
stream: true,
|
| 650 |
+
max_tokens: 4_096,
|
| 651 |
tool_choice: 'required',
|
| 652 |
});
|
| 653 |
expect(completionOptions).not.toHaveProperty('logprobs');
|