chips commited on
Commit
806f6b3
·
1 Parent(s): 57ac261

lowering even more

Browse files
Files changed (2) hide show
  1. app/config.py +1 -1
  2. app/services/service_openai.py +2 -2
app/config.py CHANGED
@@ -62,7 +62,7 @@ class Settings(BaseSettings):
62
 
63
  # AI Service Configuration
64
  DEFAULT_MODEL: str = OPENAI_MODELS[0]
65
- MAX_TOKENS: int = 5000
66
  TEMPERATURE: float = 0.0
67
 
68
  # CORS Configuration
 
62
 
63
  # AI Service Configuration
64
  DEFAULT_MODEL: str = OPENAI_MODELS[0]
65
+ MAX_TOKENS: int = 2000
66
  TEMPERATURE: float = 0.0
67
 
68
  # CORS Configuration
app/services/service_openai.py CHANGED
@@ -128,7 +128,7 @@ class OpenAIService(BaseAttributionService):
128
  "content": text_content + image_content,
129
  },
130
  ],
131
- max_tokens=9000,
132
  response_format=attributes_model,
133
  logprobs=False,
134
  # top_logprobs=2,
@@ -176,7 +176,7 @@ class OpenAIService(BaseAttributionService):
176
  "content": text_content,
177
  },
178
  ],
179
- max_tokens=4000,
180
  response_format=get_response_format(schema),
181
  logprobs=False,
182
  # top_logprobs=2,
 
128
  "content": text_content + image_content,
129
  },
130
  ],
131
+ max_tokens=1000,
132
  response_format=attributes_model,
133
  logprobs=False,
134
  # top_logprobs=2,
 
176
  "content": text_content,
177
  },
178
  ],
179
+ max_tokens=1000,
180
  response_format=get_response_format(schema),
181
  logprobs=False,
182
  # top_logprobs=2,