app.py

import os
import re
from langchain_chroma import Chroma
from langchain_huggingface import HuggingFaceEmbeddings
from langchain.text_splitter import RecursiveCharacterTextSplitter
from langchain.chains import RetrievalQA
from langchain_community.document_loaders import TextLoader, Docx2txtLoader
from langchain.prompts import PromptTemplate
from langchain_ollama import OllamaLLM
import subprocess

model_name = "qwen2.5:3b"

subprocess.run(f"ollama pull {model_name}", shell=True)


model = OllamaLLM(model="qwen2.5:3b")


from fastapi import FastAPI

app = FastAPI()

@app.get("/")
def greet_json():
    response_text2 = model.invoke('hi')
    x1 = subprocess.run(f"ollama show qwen2.5:3b",  capture_output = True,shell=True)
    return {"Hello1": f"{x1}",
            "Hello1": f"{response_text2}",
            
           }