File size: 3,276 Bytes
6efa67a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | import http from 'node:http';
import { readAllChunks, tryParse } from '../../src/util.js';
export class MockServer {
/** @type {string} */
host;
/** @type {number} */
port;
/** @type {import('http').Server} */
server;
/**
* Creates an instance of MockServer.
* @param {object} [param] Options object.
* @param {string} [param.host] The hostname or IP address to bind the server to.
* @param {number} [param.port] The port number to listen on.
*/
constructor({ host, port } = {}) {
this.host = host ?? '127.0.0.1';
this.port = port ?? 3000;
}
/**
* Handles Chat Completions requests.
* @param {object} jsonBody The parsed JSON body from the request.
* @returns {object} Mock response object.
*/
handleChatCompletions(jsonBody) {
const messages = jsonBody?.messages;
const lastMessage = messages?.[messages.length - 1];
const mockResponse = {
choices: [
{
finish_reason: 'stop',
index: 0,
message: {
role: 'assistant',
reasoning_content: `${jsonBody?.model}\n${messages?.length}\n${jsonBody?.max_tokens}`,
content: String(lastMessage?.content ?? 'No prompt messages.'),
},
},
],
created: 0,
model: jsonBody?.model,
};
return mockResponse;
}
/**
* Starts the mock server.
* @returns {Promise<void>}
*/
async start() {
return new Promise((resolve, reject) => {
this.server = http.createServer(async (req, res) => {
try {
const body = await readAllChunks(req);
const jsonBody = tryParse(body.toString());
if (req.method === 'POST' && req.url === '/v1/chat/completions') {
const mockResponse = this.handleChatCompletions(jsonBody);
res.writeHead(200, { 'Content-Type': 'application/json' });
res.end(JSON.stringify(mockResponse));
} else {
res.writeHead(404);
res.end();
}
} catch (error) {
res.writeHead(500);
res.end();
}
});
this.server.on('error', (err) => {
reject(err);
});
this.server.listen(this.port, this.host, () => {
resolve();
});
});
}
/**
* Stops the mock server.
* @returns {Promise<void>}
*/
async stop() {
return new Promise((resolve, reject) => {
if (!this.server) {
return reject(new Error('Server is not running.'));
}
this.server.closeAllConnections();
this.server.close(( /** @type {NodeJS.ErrnoException|undefined} */ err) => {
if (err && (err?.code !== 'ERR_SERVER_NOT_RUNNING')) {
return reject(err);
}
resolve();
});
});
}
}
|