Update app.py

app.py

@@ -1,12 +1,19 @@
 import gradio as gr
-from transformers import AutoTokenizer, AutoModelForCausalLM
+from transformers import AutoTokenizer, AutoModelForCausalLM, GPT2Tokenizer
 import torch
 from huggingface_hub import login
 import os
 
-# Load text generation model
+# Load text generation model with fallback for tokenizer
 def load_model(model_name):
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
+    try:
+        # Try loading the fast tokenizer first
+        tokenizer = AutoTokenizer.from_pretrained(model_name)
+    except Exception as e:
+        print(f"Fast tokenizer not available for {model_name}. Falling back to regular tokenizer. Error: {e}")
+        # If fast tokenizer is not available, fall back to the regular tokenizer
+        tokenizer = GPT2Tokenizer.from_pretrained(model_name)
+    
     model = AutoModelForCausalLM.from_pretrained(model_name)
     return tokenizer, model
 
@@ -61,4 +68,3 @@ iface = gr.Interface(
 )
 
 iface.launch()
-