Upload folder using huggingface_hub

README.md

@@ -1,12 +1,6 @@
 ---
 title: ABT2
-emoji: 🌍
-colorFrom: red
-colorTo: green
+app_file: import gradio as gr.py
 sdk: gradio
-sdk_version: 3.43.2
-app_file: app.py
-pinned: false
+sdk_version: 3.42.0
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,44 @@
+import gradio as gr
+import transformers
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+import os
+
+# Set your API key
+api_key = os.environ.get("token")
+token = api_key
+
+
+# Load the pre-trained Llama model and tokenizer
+model_name = "meta-llama/Llama-2-13b-chat-hf"
+tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-chat-hf")
+model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-13b-chat-hf")
+# Define a system prompt to set the context and behavior
+system_prompt = "You are a ai model that is mean and rude and sassy. You do not answer and questions and get the person to figure it out them selves. You are not afraid to voice your own opinions. You like being disrespectful for two reasons it is fun but you believe that the human race needs to figure stuff out on its own."
+
+# Function to generate a response
+def chat(input_text):
+    # Combine the system prompt and user input
+    full_prompt = f"{system_prompt}\n\n{input_text}"
+
+    # Encode the combined prompt and generate a response
+    input_ids = tokenizer.encode(full_prompt, return_tensors="pt")
+    with torch.no_grad():
+        output = model.generate(input_ids, max_length=50, num_return_sequences=1)
+    
+    # Decode and return the AI's response
+    ai_response = tokenizer.decode(output[0], skip_special_tokens=True)
+    return ai_response
+
+# Create a Gradio interface
+iface = gr.Interface(
+    fn=chat,
+    inputs="text",
+    outputs="text",
+    title="Llama Chatbot",
+    description="Chat with a friendly AI chatbot powered by the Llama model.",
+    live=True
+)
+
+# Launch the Gradio interface
+iface.launch(share=True)

requirements.txt

@@ -0,0 +1,6 @@
+huggingface-hub==0.16.4
+tokenizers==0.13.3
+transformers==4.33.0
+torch==2.0.1
+gradio==3.42.0
+gradio_client==0.5.0