zhzabcd commited on
Commit
b16e3f0
·
verified ·
1 Parent(s): 1fddaaa

Upload 12 files

Browse files
Files changed (12) hide show
  1. .env +3 -0
  2. .env.example +3 -0
  3. .gitignore +43 -0
  4. Dockerfile +25 -0
  5. LICENSE +21 -0
  6. bun.lockb +0 -0
  7. docker-compose.yml +11 -0
  8. env.ts +33 -0
  9. index.ts +62 -0
  10. lab.ts +3 -0
  11. package.json +25 -0
  12. tsconfig.json +103 -0
.env ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ AGENT_ROLL_INTERVAL=60000
2
+ MAX_SESSION_TRIES=3
3
+ API_TOKEN=
.env.example ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ AGENT_ROLL_INTERVAL=60000
2
+ MAX_SESSION_TRIES=3
3
+ API_TOKEN=
.gitignore ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
2
+
3
+ # dependencies
4
+ /node_modules
5
+ /.pnp
6
+ .pnp.js
7
+
8
+ # testing
9
+ /coverage
10
+
11
+ # next.js
12
+ /.next/
13
+ /out/
14
+
15
+ # production
16
+ /build
17
+
18
+ # misc
19
+ .DS_Store
20
+ *.pem
21
+
22
+ # debug
23
+ npm-debug.log*
24
+ yarn-debug.log*
25
+ yarn-error.log*
26
+
27
+ # local env files
28
+ .env.local
29
+ .env.development.local
30
+ .env.test.local
31
+ .env.production.local
32
+
33
+ # vercel
34
+ .vercel
35
+
36
+ **/*.trace
37
+ **/*.zip
38
+ **/*.tar.gz
39
+ **/*.tgz
40
+ **/*.log
41
+ package-lock.json
42
+ **/*.bun
43
+ .cache
Dockerfile ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # use the official Bun image
2
+ # see all versions at https://hub.docker.com/r/oven/bun/tags
3
+ FROM oven/bun:slim as base
4
+ WORKDIR /usr/src/app
5
+
6
+ # install dependencies into temp directory
7
+ # this will cache them and speed up future builds
8
+ FROM base AS install
9
+ RUN mkdir -p /temp/dev
10
+ COPY package.json bun.lockb /temp/dev/
11
+ RUN cd /temp/dev && bun install --frozen-lockfile
12
+
13
+ # install with --production (exclude devDependencies)
14
+ RUN mkdir -p /temp/prod
15
+ COPY package.json bun.lockb /temp/prod/
16
+ RUN cd /temp/prod && bun install --frozen-lockfile --production
17
+
18
+ # copy production dependencies and source code into final image
19
+ FROM base AS release
20
+ COPY --from=install /temp/prod/node_modules node_modules
21
+ COPY . .
22
+
23
+ # run the app
24
+ USER bun
25
+ ENTRYPOINT [ "bun", "run", "index.ts" ]
LICENSE ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2024 Saintno
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
bun.lockb ADDED
Binary file (16.3 kB). View file
 
docker-compose.yml ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ version: "3"
2
+ services:
3
+ openai-proxy:
4
+ build: .
5
+ container_name: openai-proxy
6
+ restart: always
7
+ ports:
8
+ - "3000:3000"
9
+ environment:
10
+ - API_TOKEN=
11
+ - AGENT_ROLL_INTERVAL=60000
env.ts ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import z from "zod";
2
+ import { randomUUID } from "node:crypto";
3
+
4
+ const ENVSchema = z.object({
5
+ BASE_URL: z.string().default("https://chat.openai.com"),
6
+ APP_PORT: z
7
+ .string()
8
+ .transform((v) => Number(v))
9
+ .default("3000"),
10
+ MAX_SESSION_TRIES: z
11
+ .string()
12
+ .transform((v) => Number(v))
13
+ .default("3"),
14
+ API_TOKEN: z
15
+ .string()
16
+ .default("")
17
+ .transform((val) => {
18
+ if (!val) {
19
+ return "sk-" + randomUUID().replaceAll("-", "");
20
+ }
21
+ return val;
22
+ }),
23
+ /**
24
+ * Auto generate new token and fetch agent for openAI
25
+ * @default 1 minute
26
+ */
27
+ AGENT_ROLL_INTERVAL: z
28
+ .string()
29
+ .transform((v) => Number(v))
30
+ .default("60000"),
31
+ });
32
+
33
+ export const ENV = ENVSchema.parse(process.env);
index.ts ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import cors from "@elysiajs/cors";
2
+ import { Elysia } from "elysia";
3
+ import Stream from "@elysiajs/stream";
4
+ import { handleChatCompletion } from "./src/openai";
5
+ import bearer from "@elysiajs/bearer";
6
+ import { ENV } from "./env";
7
+ import { AppLogger } from "./src/tools";
8
+ import { AgentManager } from "./src/agent";
9
+
10
+ AgentManager.getInstance();
11
+
12
+ const app = new Elysia()
13
+ .use(
14
+ cors({
15
+ origin: "*",
16
+ allowedHeaders: ["*"],
17
+ methods: ["GET", "POST", "OPTIONS"],
18
+ })
19
+ )
20
+ .use(bearer())
21
+ .onBeforeHandle(({ bearer, set, request }) => {
22
+ if (bearer !== ENV.API_TOKEN) {
23
+ AppLogger.w(
24
+ "handle",
25
+ `Incomming ${request.method.toUpperCase()} request have been denied`,
26
+ {
27
+ url: request.url,
28
+ reason: "Unauthorized",
29
+ }
30
+ );
31
+ set.status = 401;
32
+ return {
33
+ status: 401,
34
+ body: "Unauthorized",
35
+ };
36
+ }
37
+ AppLogger.i("handle", `Incomming ${request.method.toUpperCase()} request`, {
38
+ url: request.url,
39
+ });
40
+ })
41
+ .options("*", () => "OK")
42
+ .post("/v1/chat/completions", async ({ body }) => {
43
+ const req = body as any;
44
+ const isStream = req.stream ?? false;
45
+ if (!isStream) {
46
+ return handleChatCompletion({
47
+ messages: req.messages,
48
+ });
49
+ }
50
+ return new Stream(async (stream) => {
51
+ return handleChatCompletion({
52
+ messages: req.messages,
53
+ streamRes: stream,
54
+ });
55
+ });
56
+ })
57
+ .all("*", () => "Not Found")
58
+ .listen(3000);
59
+
60
+ AppLogger.i("START", "Server running on port", ENV.APP_PORT);
61
+ AppLogger.i("START", "Server running with token", ENV.API_TOKEN);
62
+ AppLogger.i("START", "Server running with endpoints", ["/v1/chat/completions"]);
lab.ts ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ import { getNewSessionId } from "./src/openai";
2
+
3
+ const device = await getNewSessionId();
package.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "openai-proxy",
3
+ "version": "1.0.50",
4
+ "scripts": {
5
+ "test": "echo \"Error: no test specified\" && exit 1",
6
+ "dev": "bun run --watch index.ts",
7
+ "start": "bun run index.ts"
8
+ },
9
+ "dependencies": {
10
+ "@elysiajs/bearer": "^1.0.2",
11
+ "@elysiajs/cors": "^1.0.2",
12
+ "@elysiajs/stream": "^1.0.2",
13
+ "@saintno/needed-tools": "^0.3.4",
14
+ "elysia": "latest",
15
+ "gpt-3-encoder": "^1.1.4",
16
+ "js-sha3": "^0.9.3",
17
+ "user-agents": "^1.1.177",
18
+ "zod": "^3.22.4"
19
+ },
20
+ "devDependencies": {
21
+ "@types/user-agents": "^1.0.4",
22
+ "bun-types": "latest"
23
+ },
24
+ "module": "src/index.js"
25
+ }
tsconfig.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "compilerOptions": {
3
+ /* Visit https://aka.ms/tsconfig to read more about this file */
4
+
5
+ /* Projects */
6
+ // "incremental": true, /* Save .tsbuildinfo files to allow for incremental compilation of projects. */
7
+ // "composite": true, /* Enable constraints that allow a TypeScript project to be used with project references. */
8
+ // "tsBuildInfoFile": "./.tsbuildinfo", /* Specify the path to .tsbuildinfo incremental compilation file. */
9
+ // "disableSourceOfProjectReferenceRedirect": true, /* Disable preferring source files instead of declaration files when referencing composite projects. */
10
+ // "disableSolutionSearching": true, /* Opt a project out of multi-project reference checking when editing. */
11
+ // "disableReferencedProjectLoad": true, /* Reduce the number of projects loaded automatically by TypeScript. */
12
+
13
+ /* Language and Environment */
14
+ "target": "ES2021", /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */
15
+ // "lib": [], /* Specify a set of bundled library declaration files that describe the target runtime environment. */
16
+ // "jsx": "preserve", /* Specify what JSX code is generated. */
17
+ // "experimentalDecorators": true, /* Enable experimental support for TC39 stage 2 draft decorators. */
18
+ // "emitDecoratorMetadata": true, /* Emit design-type metadata for decorated declarations in source files. */
19
+ // "jsxFactory": "", /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h'. */
20
+ // "jsxFragmentFactory": "", /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */
21
+ // "jsxImportSource": "", /* Specify module specifier used to import the JSX factory functions when using 'jsx: react-jsx*'. */
22
+ // "reactNamespace": "", /* Specify the object invoked for 'createElement'. This only applies when targeting 'react' JSX emit. */
23
+ // "noLib": true, /* Disable including any library files, including the default lib.d.ts. */
24
+ // "useDefineForClassFields": true, /* Emit ECMAScript-standard-compliant class fields. */
25
+ // "moduleDetection": "auto", /* Control what method is used to detect module-format JS files. */
26
+
27
+ /* Modules */
28
+ "module": "ES2022", /* Specify what module code is generated. */
29
+ // "rootDir": "./", /* Specify the root folder within your source files. */
30
+ "moduleResolution": "node", /* Specify how TypeScript looks up a file from a given module specifier. */
31
+ // "baseUrl": "./", /* Specify the base directory to resolve non-relative module names. */
32
+ // "paths": {}, /* Specify a set of entries that re-map imports to additional lookup locations. */
33
+ // "rootDirs": [], /* Allow multiple folders to be treated as one when resolving modules. */
34
+ // "typeRoots": [], /* Specify multiple folders that act like './node_modules/@types'. */
35
+ "types": ["bun-types"], /* Specify type package names to be included without being referenced in a source file. */
36
+ // "allowUmdGlobalAccess": true, /* Allow accessing UMD globals from modules. */
37
+ // "moduleSuffixes": [], /* List of file name suffixes to search when resolving a module. */
38
+ // "resolveJsonModule": true, /* Enable importing .json files. */
39
+ // "noResolve": true, /* Disallow 'import's, 'require's or '<reference>'s from expanding the number of files TypeScript should add to a project. */
40
+
41
+ /* JavaScript Support */
42
+ // "allowJs": true, /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */
43
+ // "checkJs": true, /* Enable error reporting in type-checked JavaScript files. */
44
+ // "maxNodeModuleJsDepth": 1, /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */
45
+
46
+ /* Emit */
47
+ // "declaration": true, /* Generate .d.ts files from TypeScript and JavaScript files in your project. */
48
+ // "declarationMap": true, /* Create sourcemaps for d.ts files. */
49
+ // "emitDeclarationOnly": true, /* Only output d.ts files and not JavaScript files. */
50
+ // "sourceMap": true, /* Create source map files for emitted JavaScript files. */
51
+ // "outFile": "./", /* Specify a file that bundles all outputs into one JavaScript file. If 'declaration' is true, also designates a file that bundles all .d.ts output. */
52
+ // "outDir": "./", /* Specify an output folder for all emitted files. */
53
+ // "removeComments": true, /* Disable emitting comments. */
54
+ // "noEmit": true, /* Disable emitting files from a compilation. */
55
+ // "importHelpers": true, /* Allow importing helper functions from tslib once per project, instead of including them per-file. */
56
+ // "importsNotUsedAsValues": "remove", /* Specify emit/checking behavior for imports that are only used for types. */
57
+ // "downlevelIteration": true, /* Emit more compliant, but verbose and less performant JavaScript for iteration. */
58
+ // "sourceRoot": "", /* Specify the root path for debuggers to find the reference source code. */
59
+ // "mapRoot": "", /* Specify the location where debugger should locate map files instead of generated locations. */
60
+ // "inlineSourceMap": true, /* Include sourcemap files inside the emitted JavaScript. */
61
+ // "inlineSources": true, /* Include source code in the sourcemaps inside the emitted JavaScript. */
62
+ // "emitBOM": true, /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */
63
+ // "newLine": "crlf", /* Set the newline character for emitting files. */
64
+ // "stripInternal": true, /* Disable emitting declarations that have '@internal' in their JSDoc comments. */
65
+ // "noEmitHelpers": true, /* Disable generating custom helper functions like '__extends' in compiled output. */
66
+ // "noEmitOnError": true, /* Disable emitting files if any type checking errors are reported. */
67
+ // "preserveConstEnums": true, /* Disable erasing 'const enum' declarations in generated code. */
68
+ // "declarationDir": "./", /* Specify the output directory for generated declaration files. */
69
+ // "preserveValueImports": true, /* Preserve unused imported values in the JavaScript output that would otherwise be removed. */
70
+
71
+ /* Interop Constraints */
72
+ // "isolatedModules": true, /* Ensure that each file can be safely transpiled without relying on other imports. */
73
+ // "allowSyntheticDefaultImports": true, /* Allow 'import x from y' when a module doesn't have a default export. */
74
+ "esModuleInterop": true, /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */
75
+ // "preserveSymlinks": true, /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */
76
+ "forceConsistentCasingInFileNames": true, /* Ensure that casing is correct in imports. */
77
+
78
+ /* Type Checking */
79
+ "strict": true, /* Enable all strict type-checking options. */
80
+ // "noImplicitAny": true, /* Enable error reporting for expressions and declarations with an implied 'any' type. */
81
+ // "strictNullChecks": true, /* When type checking, take into account 'null' and 'undefined'. */
82
+ // "strictFunctionTypes": true, /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */
83
+ // "strictBindCallApply": true, /* Check that the arguments for 'bind', 'call', and 'apply' methods match the original function. */
84
+ // "strictPropertyInitialization": true, /* Check for class properties that are declared but not set in the constructor. */
85
+ // "noImplicitThis": true, /* Enable error reporting when 'this' is given the type 'any'. */
86
+ // "useUnknownInCatchVariables": true, /* Default catch clause variables as 'unknown' instead of 'any'. */
87
+ // "alwaysStrict": true, /* Ensure 'use strict' is always emitted. */
88
+ // "noUnusedLocals": true, /* Enable error reporting when local variables aren't read. */
89
+ // "noUnusedParameters": true, /* Raise an error when a function parameter isn't read. */
90
+ // "exactOptionalPropertyTypes": true, /* Interpret optional property types as written, rather than adding 'undefined'. */
91
+ // "noImplicitReturns": true, /* Enable error reporting for codepaths that do not explicitly return in a function. */
92
+ // "noFallthroughCasesInSwitch": true, /* Enable error reporting for fallthrough cases in switch statements. */
93
+ // "noUncheckedIndexedAccess": true, /* Add 'undefined' to a type when accessed using an index. */
94
+ // "noImplicitOverride": true, /* Ensure overriding members in derived classes are marked with an override modifier. */
95
+ // "noPropertyAccessFromIndexSignature": true, /* Enforces using indexed accessors for keys declared using an indexed type. */
96
+ // "allowUnusedLabels": true, /* Disable error reporting for unused labels. */
97
+ // "allowUnreachableCode": true, /* Disable error reporting for unreachable code. */
98
+
99
+ /* Completeness */
100
+ // "skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */
101
+ "skipLibCheck": true /* Skip type checking all .d.ts files. */
102
+ }
103
+ }