Update pipelines.py

pipelines.py

@@ -4,8 +4,10 @@ import streamlit as st
 from haystack import Pipeline
 from haystack.components.converters import HTMLToDocument
 from haystack.components.fetchers import LinkContentFetcher
-from haystack.components.builders import PromptBuilder
-from haystack.components.generators import HuggingFaceAPIGenerator
+#from haystack.components.builders import PromptBuilder
+#from haystack.components.generators import HuggingFaceAPIGenerator
+from haystack.components.generators import HuggingFaceAPIChatGenerator
+from haystack.components.builders import ChatPromptBuilder
 #from haystack.components.builders import DynamicChatPromptBuilder
 from haystack.utils import Secret
 #from dotenv import load_dotenv
@@ -44,7 +46,7 @@ def generate_quiz_pipeline():
     quiz_generation_pipeline = Pipeline()
     quiz_generation_pipeline.add_component("link_content_fetcher", LinkContentFetcher())
     quiz_generation_pipeline.add_component("html_converter", HTMLToDocument())
-    quiz_generation_pipeline.add_component("prompt_builder", PromptBuilder(template=quiz_generation_template))
+    quiz_generation_pipeline.add_component("prompt_builder", ChatPromptBuilder(template=quiz_generation_template))
     quiz_generation_pipeline.add_component(
         "generator",
         HuggingFaceAPIGenerator(api_type=api_type,
@@ -53,6 +55,17 @@ def generate_quiz_pipeline():
                                 token=Secret.from_token(HUGGINGFACE_API_KEY),
         )
     )
+    quiz_generation_pipeline.add_component(
+    "generator",
+    HuggingFaceAPIChatGenerator(
+        api_type=api_type,
+        api_params={
+            "model": "meta-llama/Llama-3.1-8B-Instruct",
+            "provider": "novita",   # important for Inference Providers
+        },
+        token=Secret.from_token(HUGGINGFACE_API_KEY),
+    ),
+)
     quiz_generation_pipeline.connect("link_content_fetcher", "html_converter")
     quiz_generation_pipeline.connect("html_converter", "prompt_builder")
     quiz_generation_pipeline.connect("prompt_builder", "generator")
@@ -64,7 +77,10 @@ def generate_quiz(url):
     try:
         results = pipeline.run({"link_content_fetcher": {"urls": [url]}})
         if "generator" in results and "replies" in results["generator"]:
-            raw_reply = results["generator"]["replies"][0]
+            #raw_reply = results["generator"]["replies"][0]
+            reply = results["generator"]["replies"][0]
+            raw_reply = reply.content if hasattr(reply, "content") else str(reply)
+
             # Extract the JSON part of the reply
             json_start = raw_reply.find("{")
             json_end = raw_reply.rfind("}") + 1