James Edmunds commited on
Commit
1af442e
·
1 Parent(s): f229c91

feat: add timeout and retry settings for OpenAI connections

Browse files
Files changed (1) hide show
  1. src/generator/generator.py +8 -3
src/generator/generator.py CHANGED
@@ -12,7 +12,10 @@ class LyricGenerator:
12
  def __init__(self):
13
  """Initialize the generator with embeddings"""
14
  self.embeddings_dir = Settings.get_embeddings_path()
15
- self.embeddings = OpenAIEmbeddings()
 
 
 
16
  self.vector_store = None
17
  self.qa_chain = None
18
 
@@ -160,14 +163,16 @@ class LyricGenerator:
160
  template=system_template
161
  )
162
 
163
- # Initialize language model
164
  llm = ChatOpenAI(
165
  temperature=0.9,
166
  model_name="gpt-4",
167
  max_tokens=1000,
168
  top_p=0.95,
169
  presence_penalty=0.0,
170
- frequency_penalty=0.1
 
 
171
  )
172
 
173
  # Create QA chain
 
12
  def __init__(self):
13
  """Initialize the generator with embeddings"""
14
  self.embeddings_dir = Settings.get_embeddings_path()
15
+ self.embeddings = OpenAIEmbeddings(
16
+ request_timeout=60, # Increase timeout for embeddings
17
+ max_retries=3 # Add retries for robustness
18
+ )
19
  self.vector_store = None
20
  self.qa_chain = None
21
 
 
163
  template=system_template
164
  )
165
 
166
+ # Initialize language model with proxy settings
167
  llm = ChatOpenAI(
168
  temperature=0.9,
169
  model_name="gpt-4",
170
  max_tokens=1000,
171
  top_p=0.95,
172
  presence_penalty=0.0,
173
+ frequency_penalty=0.1,
174
+ http_client=None, # Let OpenAI handle proxy settings
175
+ request_timeout=60 # Increase timeout
176
  )
177
 
178
  # Create QA chain