James Edmunds commited on
Commit ·
1af442e
1
Parent(s): f229c91
feat: add timeout and retry settings for OpenAI connections
Browse files
src/generator/generator.py
CHANGED
|
@@ -12,7 +12,10 @@ class LyricGenerator:
|
|
| 12 |
def __init__(self):
|
| 13 |
"""Initialize the generator with embeddings"""
|
| 14 |
self.embeddings_dir = Settings.get_embeddings_path()
|
| 15 |
-
self.embeddings = OpenAIEmbeddings(
|
|
|
|
|
|
|
|
|
|
| 16 |
self.vector_store = None
|
| 17 |
self.qa_chain = None
|
| 18 |
|
|
@@ -160,14 +163,16 @@ class LyricGenerator:
|
|
| 160 |
template=system_template
|
| 161 |
)
|
| 162 |
|
| 163 |
-
# Initialize language model
|
| 164 |
llm = ChatOpenAI(
|
| 165 |
temperature=0.9,
|
| 166 |
model_name="gpt-4",
|
| 167 |
max_tokens=1000,
|
| 168 |
top_p=0.95,
|
| 169 |
presence_penalty=0.0,
|
| 170 |
-
frequency_penalty=0.1
|
|
|
|
|
|
|
| 171 |
)
|
| 172 |
|
| 173 |
# Create QA chain
|
|
|
|
| 12 |
def __init__(self):
|
| 13 |
"""Initialize the generator with embeddings"""
|
| 14 |
self.embeddings_dir = Settings.get_embeddings_path()
|
| 15 |
+
self.embeddings = OpenAIEmbeddings(
|
| 16 |
+
request_timeout=60, # Increase timeout for embeddings
|
| 17 |
+
max_retries=3 # Add retries for robustness
|
| 18 |
+
)
|
| 19 |
self.vector_store = None
|
| 20 |
self.qa_chain = None
|
| 21 |
|
|
|
|
| 163 |
template=system_template
|
| 164 |
)
|
| 165 |
|
| 166 |
+
# Initialize language model with proxy settings
|
| 167 |
llm = ChatOpenAI(
|
| 168 |
temperature=0.9,
|
| 169 |
model_name="gpt-4",
|
| 170 |
max_tokens=1000,
|
| 171 |
top_p=0.95,
|
| 172 |
presence_penalty=0.0,
|
| 173 |
+
frequency_penalty=0.1,
|
| 174 |
+
http_client=None, # Let OpenAI handle proxy settings
|
| 175 |
+
request_timeout=60 # Increase timeout
|
| 176 |
)
|
| 177 |
|
| 178 |
# Create QA chain
|