Update generate_transcript.py

generate_transcript.py

@@ -7,6 +7,8 @@ import pickle
 from tqdm import tqdm
 import warnings
 import spaces
+from groq import Groq
+import os
 
 warnings.filterwarnings('ignore')
 
@@ -87,13 +89,19 @@ class TranscriptProcessor:
             {"role": "user", "content": input_text}
         ]
         
-        output = self.model(
-            messages,
-            max_new_tokens=8126,
-            temperature=1
+        
+
+        client = Groq(
+            api_key=os.environ.get("GROQ_API_KEY"),
+        )
+
+        chat_completion = client.chat.completions.create(
+            messages=messages,
+            model=self.model_name,
         )
+
         
-        transcript = output[0]["generated_text"]
+        transcript = chat_completion.choices[0].message.content
         
         # Save the transcript as a pickle file
         with open(self.transcript_output_path, 'wb') as f:
@@ -117,13 +125,16 @@ class TranscriptProcessor:
             {"role": "user", "content": input_transcript}
         ]
         
-        output = self.model(
-            messages,
-            max_new_tokens=8126,
-            temperature=1
+        client = Groq(
+            api_key=os.environ.get("GROQ_API_KEY"),
+        )
+
+        chat_completion = client.chat.completions.create(
+            messages=messages,
+            model=self.model_name,
         )
         
-        rewritten_transcript = output[0]["generated_text"]
+        rewritten_transcript = chat_completion.choices[0].message.content
         
         # Save the rewritten transcript as a pickle file
         with open(self.tts_output_path, 'wb') as f: