| | package common
|
| |
|
| | import (
|
| | "flag"
|
| | "fmt"
|
| | "log"
|
| | "net/http"
|
| | "os"
|
| | "path/filepath"
|
| | "strconv"
|
| | "strings"
|
| | "time"
|
| |
|
| | "github.com/QuantumNous/new-api/constant"
|
| | )
|
| |
|
| | var (
|
| | Port = flag.Int("port", 3000, "the listening port")
|
| | PrintVersion = flag.Bool("version", false, "print version and exit")
|
| | PrintHelp = flag.Bool("help", false, "print help and exit")
|
| | LogDir = flag.String("log-dir", "./logs", "specify the log directory")
|
| | )
|
| |
|
| | func printHelp() {
|
| | fmt.Println("NewAPI(Based OneAPI) " + Version + " - The next-generation LLM gateway and AI asset management system supports multiple languages.")
|
| | fmt.Println("Original Project: OneAPI by JustSong - https://github.com/songquanpeng/one-api")
|
| | fmt.Println("Maintainer: QuantumNous - https://github.com/QuantumNous/new-api")
|
| | fmt.Println("Usage: newapi [--port <port>] [--log-dir <log directory>] [--version] [--help]")
|
| | }
|
| |
|
| | func InitEnv() {
|
| | flag.Parse()
|
| |
|
| | envVersion := os.Getenv("VERSION")
|
| | if envVersion != "" {
|
| | Version = envVersion
|
| | }
|
| |
|
| | if *PrintVersion {
|
| | fmt.Println(Version)
|
| | os.Exit(0)
|
| | }
|
| |
|
| | if *PrintHelp {
|
| | printHelp()
|
| | os.Exit(0)
|
| | }
|
| |
|
| | if os.Getenv("SESSION_SECRET") != "" {
|
| | ss := os.Getenv("SESSION_SECRET")
|
| | if ss == "random_string" {
|
| | log.Println("WARNING: SESSION_SECRET is set to the default value 'random_string', please change it to a random string.")
|
| | log.Println("警告:SESSION_SECRET被设置为默认值'random_string',请修改为随机字符串。")
|
| | log.Fatal("Please set SESSION_SECRET to a random string.")
|
| | } else {
|
| | SessionSecret = ss
|
| | }
|
| | }
|
| | if os.Getenv("CRYPTO_SECRET") != "" {
|
| | CryptoSecret = os.Getenv("CRYPTO_SECRET")
|
| | } else {
|
| | CryptoSecret = SessionSecret
|
| | }
|
| | if os.Getenv("SQLITE_PATH") != "" {
|
| | SQLitePath = os.Getenv("SQLITE_PATH")
|
| | }
|
| | if *LogDir != "" {
|
| | var err error
|
| | *LogDir, err = filepath.Abs(*LogDir)
|
| | if err != nil {
|
| | log.Fatal(err)
|
| | }
|
| | if _, err := os.Stat(*LogDir); os.IsNotExist(err) {
|
| | err = os.Mkdir(*LogDir, 0777)
|
| | if err != nil {
|
| | log.Fatal(err)
|
| | }
|
| | }
|
| | }
|
| |
|
| |
|
| | DebugEnabled = os.Getenv("DEBUG") == "true"
|
| | MemoryCacheEnabled = os.Getenv("MEMORY_CACHE_ENABLED") == "true"
|
| | IsMasterNode = os.Getenv("NODE_TYPE") != "slave"
|
| | TLSInsecureSkipVerify = GetEnvOrDefaultBool("TLS_INSECURE_SKIP_VERIFY", false)
|
| | if TLSInsecureSkipVerify {
|
| | if tr, ok := http.DefaultTransport.(*http.Transport); ok && tr != nil {
|
| | if tr.TLSClientConfig != nil {
|
| | tr.TLSClientConfig.InsecureSkipVerify = true
|
| | } else {
|
| | tr.TLSClientConfig = InsecureTLSConfig
|
| | }
|
| | }
|
| | }
|
| |
|
| |
|
| | requestInterval, _ = strconv.Atoi(os.Getenv("POLLING_INTERVAL"))
|
| | RequestInterval = time.Duration(requestInterval) * time.Second
|
| |
|
| |
|
| | SyncFrequency = GetEnvOrDefault("SYNC_FREQUENCY", 60)
|
| | BatchUpdateInterval = GetEnvOrDefault("BATCH_UPDATE_INTERVAL", 5)
|
| | RelayTimeout = GetEnvOrDefault("RELAY_TIMEOUT", 0)
|
| | RelayMaxIdleConns = GetEnvOrDefault("RELAY_MAX_IDLE_CONNS", 500)
|
| | RelayMaxIdleConnsPerHost = GetEnvOrDefault("RELAY_MAX_IDLE_CONNS_PER_HOST", 100)
|
| |
|
| |
|
| | GeminiSafetySetting = GetEnvOrDefaultString("GEMINI_SAFETY_SETTING", "BLOCK_NONE")
|
| | CohereSafetySetting = GetEnvOrDefaultString("COHERE_SAFETY_SETTING", "NONE")
|
| |
|
| |
|
| | GlobalApiRateLimitEnable = GetEnvOrDefaultBool("GLOBAL_API_RATE_LIMIT_ENABLE", true)
|
| | GlobalApiRateLimitNum = GetEnvOrDefault("GLOBAL_API_RATE_LIMIT", 180)
|
| | GlobalApiRateLimitDuration = int64(GetEnvOrDefault("GLOBAL_API_RATE_LIMIT_DURATION", 180))
|
| |
|
| | GlobalWebRateLimitEnable = GetEnvOrDefaultBool("GLOBAL_WEB_RATE_LIMIT_ENABLE", true)
|
| | GlobalWebRateLimitNum = GetEnvOrDefault("GLOBAL_WEB_RATE_LIMIT", 60)
|
| | GlobalWebRateLimitDuration = int64(GetEnvOrDefault("GLOBAL_WEB_RATE_LIMIT_DURATION", 180))
|
| |
|
| | CriticalRateLimitEnable = GetEnvOrDefaultBool("CRITICAL_RATE_LIMIT_ENABLE", true)
|
| | CriticalRateLimitNum = GetEnvOrDefault("CRITICAL_RATE_LIMIT", 20)
|
| | CriticalRateLimitDuration = int64(GetEnvOrDefault("CRITICAL_RATE_LIMIT_DURATION", 20*60))
|
| | initConstantEnv()
|
| | }
|
| |
|
| | func initConstantEnv() {
|
| | constant.StreamingTimeout = GetEnvOrDefault("STREAMING_TIMEOUT", 300)
|
| | constant.DifyDebug = GetEnvOrDefaultBool("DIFY_DEBUG", true)
|
| | constant.MaxFileDownloadMB = GetEnvOrDefault("MAX_FILE_DOWNLOAD_MB", 64)
|
| | constant.StreamScannerMaxBufferMB = GetEnvOrDefault("STREAM_SCANNER_MAX_BUFFER_MB", 64)
|
| |
|
| | constant.MaxRequestBodyMB = GetEnvOrDefault("MAX_REQUEST_BODY_MB", 128)
|
| |
|
| | constant.ForceStreamOption = GetEnvOrDefaultBool("FORCE_STREAM_OPTION", true)
|
| | constant.CountToken = GetEnvOrDefaultBool("CountToken", true)
|
| | constant.GetMediaToken = GetEnvOrDefaultBool("GET_MEDIA_TOKEN", true)
|
| | constant.GetMediaTokenNotStream = GetEnvOrDefaultBool("GET_MEDIA_TOKEN_NOT_STREAM", false)
|
| | constant.UpdateTask = GetEnvOrDefaultBool("UPDATE_TASK", true)
|
| | constant.AzureDefaultAPIVersion = GetEnvOrDefaultString("AZURE_DEFAULT_API_VERSION", "2025-04-01-preview")
|
| | constant.GeminiVisionMaxImageNum = GetEnvOrDefault("GEMINI_VISION_MAX_IMAGE_NUM", 16)
|
| | constant.NotifyLimitCount = GetEnvOrDefault("NOTIFY_LIMIT_COUNT", 2)
|
| | constant.NotificationLimitDurationMinute = GetEnvOrDefault("NOTIFICATION_LIMIT_DURATION_MINUTE", 10)
|
| |
|
| | constant.GenerateDefaultToken = GetEnvOrDefaultBool("GENERATE_DEFAULT_TOKEN", false)
|
| |
|
| | constant.ErrorLogEnabled = GetEnvOrDefaultBool("ERROR_LOG_ENABLED", false)
|
| |
|
| | constant.TaskQueryLimit = GetEnvOrDefault("TASK_QUERY_LIMIT", 1000)
|
| |
|
| | soraPatchStr := GetEnvOrDefaultString("TASK_PRICE_PATCH", "")
|
| | if soraPatchStr != "" {
|
| | var taskPricePatches []string
|
| | soraPatches := strings.Split(soraPatchStr, ",")
|
| | for _, patch := range soraPatches {
|
| | trimmedPatch := strings.TrimSpace(patch)
|
| | if trimmedPatch != "" {
|
| | taskPricePatches = append(taskPricePatches, trimmedPatch)
|
| | }
|
| | }
|
| | constant.TaskPricePatches = taskPricePatches
|
| | }
|
| |
|
| |
|
| | trustedDomainsStr := GetEnvOrDefaultString("TRUSTED_REDIRECT_DOMAINS", "")
|
| | var trustedDomains []string
|
| | domains := strings.Split(trustedDomainsStr, ",")
|
| | for _, domain := range domains {
|
| | trimmedDomain := strings.TrimSpace(domain)
|
| | if trimmedDomain != "" {
|
| |
|
| | trustedDomains = append(trustedDomains, strings.ToLower(trimmedDomain))
|
| | }
|
| | }
|
| | constant.TrustedRedirectDomains = trustedDomains
|
| | }
|
| |
|