app.py

import firebase_admin
from firebase_admin import credentials
from firebase_admin import firestore
import io
from fastapi import FastAPI, File, UploadFile
from werkzeug.utils import secure_filename
import speech_recognition as sr
import subprocess
import os
import requests
import random
import pandas as pd
from pydub import AudioSegment
from datetime import datetime
from datetime import date
import numpy as np
from sklearn.ensemble import RandomForestRegressor
import shutil
import json
from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline
from pydantic import BaseModel
from typing import Annotated
from transformers import BertTokenizerFast, EncoderDecoderModel
import torch
import threading
import random
import string
import time

from fastapi import Form

class Query(BaseModel):
    text: str


class Query2(BaseModel):
    text: str
    host:str
   
# device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
# tokenizer = BertTokenizerFast.from_pretrained('mrm8488/bert-small2bert-small-finetuned-cnn_daily_mail-summarization')
# model = EncoderDecoderModel.from_pretrained('mrm8488/bert-small2bert-small-finetuned-cnn_daily_mail-summarization').to(device)

summarizer = pipeline(
    "summarization",
    "pszemraj/long-t5-tglobal-base-16384-book-summary",
    device=0 if torch.cuda.is_available() else -1,
)


def generate_summary(text):
    
    result = summarizer(text,max_length=10000)
    return result[0]["summary_text"]
    # cut off at BERT max length 512
    # inputs = tokenizer([text], padding="max_length", truncation=True, max_length=512, return_tensors="pt")
    # input_ids = inputs.input_ids.to(device)
    # attention_mask = inputs.attention_mask.to(device)

    # output = model.generate(input_ids, attention_mask=attention_mask)

    # return tokenizer.decode(output[0], skip_special_tokens=True)


from fastapi import FastAPI, Request, Depends, UploadFile, File
from fastapi.exceptions import HTTPException
from fastapi.middleware.cors import CORSMiddleware
from fastapi.responses import JSONResponse


# now = datetime.now()


# UPLOAD_FOLDER = '/files'
# ALLOWED_EXTENSIONS = {'txt', 'pdf', 'png',
#                       'jpg', 'jpeg', 'gif', 'ogg', 'mp3', 'wav'}


app = FastAPI()

app.add_middleware(
    CORSMiddleware,
    allow_origins=['*'],
    allow_credentials=True,
    allow_methods=['*'],
    allow_headers=['*'],
)


# cred = credentials.Certificate('key.json')
# app1 = firebase_admin.initialize_app(cred)
# db = firestore.client()
# data_frame = pd.read_csv('data.csv')



@app.on_event("startup")
async def startup_event():
   print("on startup")

   


@app.post("/")
async def get_answer(q: Query ):

    long_text = q.text
    
   
    r= generate_summary(long_text)
    return r
      
   
    return "hello"


@app.post("/large")
async def get_answer(q: Query2 ):

    N = 20
    res = ''.join(random.choices(string.ascii_uppercase +
                             string.digits, k=N))
    res= res+ str(time.time())

    id= res
    text = q.text
    host= q.host
    t = threading.Thread(target=do_ML, args=(id,text,host))  
    t.start()


    
    return JSONResponse({"id":id})
      
   
    return "hello"

    
import requests 
    
def do_ML(id:str,long_text:str,host:str):
    try:
        
        r= generate_summary(long_text)
        data={"id":id,"result":r}
        x=requests.post(host,data= data)
        print(x.text)
        

    except:
        print("Error  occured id= "+id)