Update QueryMetadataExtractor.py

QueryMetadataExtractor.py

@@ -33,9 +33,15 @@ class QueryMetadataExtractor:
         Metadata fields: "{{metadata_fields}}"
         Extracted metadata fields:
         """
+        generator = OpenAIGenerator(
+            api_key=Secret.from_env_var("OCTOAI_TOKEN"),
+            api_base_url="https://text.octoai.run/v1",
+            model="mixtral-8x22b-finetuned",
+            generation_kwargs = {"max_tokens": 512}
+        )
         self.pipeline = Pipeline()
         self.pipeline.add_component(name="builder", instance=PromptBuilder(prompt))
-        self.pipeline.add_component(name="llm", instance=OpenAIGenerator(model="gpt-3.5-turbo"))
+        self.pipeline.add_component(name="llm", instance=generator)
         self.pipeline.connect("builder", "llm")
 
     @component.output_types(filters=Dict[str, str])