agent.py

from transformers import pipeline

SYSTEM_PROMPT = """
You are a general AI assistant. I will ask you a question. Report your thoughts, and finish your answer with the following template: 
FINAL ANSWER: [YOUR FINAL ANSWER]. 
YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. 
If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. 
If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. 
If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
"""

from transformers import pipeline

SYSTEM_PROMPT = """..."""  # oförändrat

class GaiaAgent:
    def __init__(self, model_id="tiiuae/falcon-rw-1b"):
        self.generator = pipeline(
            "text-generation",
            model=model_id,
            tokenizer=model_id,
            max_new_tokens=512,
            device="cpu",  # viktigt!
            return_full_text=False
        )


    def __call__(self, question: str) -> tuple[str, str]:
        try:
            prompt = f"{SYSTEM_PROMPT}\n\n{question}\nFINAL ANSWER:"
            output = self.generator(prompt)[0]["generated_text"]

            if "FINAL ANSWER:" in output:
                final = output.split("FINAL ANSWER:")[-1].strip().split("\n")[0].strip()
            else:
                final = output.strip()
            return final, output
        except Exception as e:
            return "ERROR", f"Agent failed: {e}"