utils.py

import os
import requests
import json
import torch 
import timm
import torch.nn as nn
import torchvision
from torchvision import transforms, datasets, models
import torch.nn.functional as F
import PIL
import PIL.Image as Image
import numpy as np
from transformers import CLIPProcessor, CLIPModel


classes_outside_india = ['apple pie', 'baby back ribs', 'baklava', 'beef carpaccio', 'beef tartare',
 'beet salad', 'beignets', 'bibimbap', 'bread pudding', 'breakfast burrito',
 'bruschetta', 'caesar_salad', 'cannoli', 'caprese salad', 'carrot cake',
 'ceviche', 'cheese plate', 'cheesecake', 'chicken curry',
 'chicken quesadilla', 'chicken wings', 'chocolate cake', 'chocolate mousse',
 'churros', 'clam chowder', 'club sandwich', 'crab cakes', 'creme brulee',
 'croque madame', 'cup cakes', 'deviled eggs', 'donuts', 'dumplings', 'edamame',
 'eggs benedict', 'escargots', 'falafel', 'filet mignon', 'fish and chips',
 'foie gras', 'french fries', 'french onion soup', 'french toast',
 'fried calamari', 'fried rice', 'frozen yogurt', 'garlic bread', 'gnocchi',
 'greek salad', 'grilled cheese sandwich', 'grilled salmon', 'guacamole',
 'gyoza', 'hamburger', 'hot and sour soup', 'hot dog', 'huevos rancheros',
 'hummus', 'ice cream', 'lasagna', 'lobster bisque', 'lobster roll sandwich',
 'macaroni and cheese', 'macarons', 'miso soup', 'mussels', 'nachos',
 'omelette', 'onion rings', 'oysters', 'pad thai', 'paella', 'pancakes',
 'panna cotta', 'peking duck', 'pho', 'pizza', 'pork chop', 'poutine',
 'prime rib', 'pulled pork sandwich', 'ramen', 'ravioli', 'red velvet cake',
 'risotto', 'samosa', 'sashimi', 'scallops', 'seaweed salad',
 'shrimp and grits', 'spaghetti bolognese', 'spaghetti carbonara',
 'spring rolls', 'steak', 'strawberry_shortcake', 'sushi', 'tacos', 'takoyaki',
 'tiramisu', 'tuna tartare', 'waffles']

classes_india = ['burger','butter_naan', 'chai', 'chapati', 'chole_bhature', 'dal_makhani', 'dhokla', 'fried_rice', 'idli',
           'jalebi', 'kaathi_rolls', 'kadai_paneer', 'kulfi', 'masala_dosa', 'momos', 'paani_puri', 'pakode', 'pav_bhaji',
           'pizza', 'samosa']


def food_nofood_pred(input_image):
    # input labels for clip model
    labels = ['food', 'not food']

        # CLIP Model for classification
    food_nofood_model = CLIPModel.from_pretrained("flax-community/clip-rsicd-v2")
    processor = CLIPProcessor.from_pretrained("flax-community/clip-rsicd-v2")
  
 #         image = Image.open(requests.get(uploaded_file, stream=True).raw)
    inputs = processor(text=[f"a photo of a {l}" for l in labels], images=input_image, return_tensors="pt", padding=True)
    outputs = food_nofood_model(**inputs)
    logits_per_image = outputs.logits_per_image 
    probs = logits_per_image.softmax(dim=1)
    print(probs)
    pred = probs.detach().cpu().numpy().argmax(axis=1)
    pred_class = labels[pred[0]]
    return pred_class

def make_pred_outside_india(input_img, model, device, user_location):
    input_img = input_img.unsqueeze(0)
    model.eval()
    pred = model(input_img)
#     if torch.cuda.is_available():
#         pred = F.softmax(pred).detach().cpu().numpy()  
#         y_prob = pred.argmax(axis=1)[0]   #return index with highest class probability 
#     else:
    pred = F.softmax(pred).detach().numpy()
    y_prob = pred.argmax(axis=1)[0]

    if(user_location=='Outside India'):
        class_label = classes_outside_india[y_prob]
    elif(user_location=='India'):
        class_label = classes_india[y_prob]
    return class_label


def getmodel_outside_india(model_path):
#     device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
    effnet_b0 = timm.create_model(pretrained=True, model_name='tf_efficientnet_b0')

    for param in effnet_b0.parameters():
        param.requires_grad = True

    effnet_b0.classifier = nn.Linear(1280, len(classes_outside_india))
    effnet_b0 = effnet_b0

    #Model Loading
    effnet_b0.load_state_dict(torch.load(model_path,map_location='cpu'))
    return effnet_b0


def getmodel_india(model_path):
    #defining model
#     device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
    effnet_b0 = timm.create_model(pretrained=True, model_name='tf_efficientnet_b0')

    for param in effnet_b0.parameters():
        param.requires_grad = True

    effnet_b0.classifier = nn.Linear(1280, len(classes_india))
    effnet_b0 = effnet_b0

    #Model Loading
    effnet_b0.load_state_dict(torch.load(model_path, map_location='cpu'))
    return effnet_b0


def load_prepare_img(image):
    normalize = transforms.Normalize(
    [0.485, 0.456, 0.406], 
    [0.229, 0.224, 0.225]
    )

    test_transform = transforms.Compose([
        transforms.Resize((225, 225)),
        transforms.CenterCrop(224),
        transforms.ToTensor(),
        normalize,
    ])
    input_img = test_transform(image)
    device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
    return input_img,device

def fetch_recipe(food_name):
    url = "https://recipesapi2.p.rapidapi.com/recipes/"+food_name
    querystring = {"maxRecipes":"1"}

    headers = {
        'x-rapidapi-host': "recipesapi2.p.rapidapi.com",
        'x-rapidapi-key': "f6f6823b91msh9e92fed91d5356ap136f5djsn494d8f582fb3"
        }

    response = requests.request("GET", url, headers=headers, params=querystring)
    json_data = json.loads(response.text)

    recipe_data = json_data['data'][0]

    return recipe_data