Update app.py

app.py

@@ -1,28 +1,13 @@
-import openai_secret_manager
-
-# Get API key for OpenAI
-secrets = openai_secret_manager.get_secret("openai")
-api_key = secrets["api_key"]
-
-import openai
 import gradio as gr
+from transformers import GPT2Tokenizer, GPT2LMHeadModel
 
-# Set the model 
-model = "text-davinci-002"
+tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
+model = GPT2LMHeadModel.from_pretrained("gpt2")
 
-def air_quality_prediction(city_name):
-    if city_name:
-        # Generate a response to the prompt
-        response = openai.Completion.create(
-            engine=model,
-            prompt=f"Air Quality Prediction for {city_name} for next 7 days",
-            max_tokens=1024,
-            n=1,
-            stop=None,
-            temperature=0.7,
-            api_key=api_key
-        )
-        # Decode the response and return it
-        return response.choices[0].text
+def generate_text(prompt):
+    input_ids = tokenizer.encode(prompt, return_tensors="pt").to('cuda')
+    generated_text = model.generate(input_ids, max_length=1024, temperature=0.7, top_k=50, top_p=0.9, do_sample=True, num_return_sequences=1)
+    return tokenizer.decode(generated_text.squeeze(), skip_special_tokens=True)
 
-gr.Interface(air_quality_prediction, inputs="text", outputs="text").launch()
+iface = gr.Interface(generate_text, input_type="text", output_type="text", title="GPT-2 Text Generator")
+iface.launch()