File size: 1,038 Bytes
35743bd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
import { QoderExecutor } from "./open-sse/executors/qoder.ts";
import fs from "fs";
import os from "os";

async function run() {
  const credsPath = os.homedir() + "/.qwen/oauth_creds.json";
  const creds = JSON.parse(fs.readFileSync(credsPath, "utf8"));

  const executor = new QoderExecutor();
  const result = await executor.execute({
    model: "coder-model",
    body: {
      messages: [{ role: "user", content: "hello test" }],
      stream: true,
      max_tokens: 10,
    },
    credentials: {
      accessToken: creds.access_token,
      resourceUrl: creds.resource_url,
    },
    signal: new AbortController().signal,
  });

  console.log("Status:", result.response.status);

  if (result.response.body) {
    // If it's a web stream, readable stream
    const reader = result.response.body.getReader();
    const decoder = new TextDecoder("utf-8");
    while (true) {
      const { done, value } = await reader.read();
      if (done) break;
      console.log(decoder.decode(value));
    }
  }
}

run().catch(console.error);