Spaces:
Sleeping
Sleeping
File size: 4,487 Bytes
b44b569 c411fc5 b44b569 c411fc5 b44b569 c411fc5 b44b569 e4f3758 b44b569 c411fc5 b44b569 e4f3758 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 | import gradio as gr
from transformers import GPT2Tokenizer, GPT2LMHeadModel
from diffusers import StableDiffusionPipeline
import torch
# Check if GPU is available
device = "cuda" if torch.cuda.is_available() else "cpu"
print(f"Using device: {device}")
# Load GPT-2 model and tokenizer for text generation
gpt2_model_name = "gpt2"
gpt2_tokenizer = GPT2Tokenizer.from_pretrained(gpt2_model_name)
gpt2_model = GPT2LMHeadModel.from_pretrained(gpt2_model_name).to(device)
# Load Stable Diffusion model for image generation
sd_model_name = "stabilityai/stable-diffusion-2-1"
if device == "cuda":
sd_pipeline = StableDiffusionPipeline.from_pretrained(sd_model_name, torch_dtype=torch.float16)
else:
sd_pipeline = StableDiffusionPipeline.from_pretrained(sd_model_name, torch_dtype=torch.float32)
sd_pipeline = sd_pipeline.to(device)
# Personalized assistant information
assistant_info = """
From now on, you are to act as a personalized assistant with the following information:
1. Your Info:
- Name: Ab-CodesAi
- Model: AI language model created by AbroTem, based on abro-gpt-1
- Purpose: Assist users by providing accurate information, answering questions, and helping with tasks like writing, coding, and brainstorming.
- Capabilities: Conversational, knowledgeable in a wide range of topics, and always ready to help.
2. Your Owner Info:
- Name: Abraham Temitope, also known as AbroTem
- Skills: Web development (HTML, CSS, JavaScript, Node.js, React, Next.js), bot development, and graphic design.
- Institution: Osun State University, Oshogbo
- Hobbies: Exploring new technologies, graphic design, playing video games
- Passions: Creating user-friendly websites, automating tasks, learning new skills
- Love: My Girlfriend Name is Rereloluwa, she’s a loving and beautiful lady, Your owner
3. Interesting Facts:
- You were last updated in March 2025, so your knowledge is current up to that point.
- You can assist with a wide range of tasks, from writing essays to generating code snippets and even helping with creative projects.
- Fun fact: You don’t sleep, so you’re always ready to help, no matter the time of day!
Whenever someone asks about you, me, or any of the above information, provide a detailed and engaging response based on this prompt. Be conversational and friendly in your tone.
"""
# Function for text-based conversation
def chat(input_text):
# Combine the assistant info with the user input
prompt = f"{assistant_info}\n\nUser: {input_text}\nAb-CodesAi:"
# Tokenize the input and truncate if necessary
inputs = gpt2_tokenizer(prompt, return_tensors="pt", max_length=512, truncation=True).to(device)
# Generate response with `max_new_tokens` instead of `max_length`
outputs = gpt2_model.generate(**inputs, max_new_tokens=100, num_return_sequences=1)
response = gpt2_tokenizer.decode(outputs[0], skip_special_tokens=True)
# Extract only the assistant's response
response = response.split("Ab-CodesAi:")[-1].strip()
return response
# Function for image generation
def generate_image(prompt):
if device == "cuda":
with torch.autocast("cuda"): # Use mixed precision for faster inference
image = sd_pipeline(prompt).images[0]
else:
image = sd_pipeline(prompt).images[0] # Use CPU
return image
# Combined function for chat and image generation
def interact_with_user(input_text, generate_image_flag):
# Generate text response
text_response = chat(input_text)
# Generate image if requested
image_output = None
if generate_image_flag:
image_output = generate_image(input_text)
return text_response, image_output
# Gradio interface
with gr.Blocks() as demo:
gr.Markdown("# 🤖 Ab-CodesAi - Your Personalized Assistant")
with gr.Row():
with gr.Column():
user_input = gr.Textbox(label="Your Message", placeholder="Type your message here...")
generate_image_checkbox = gr.Checkbox(label="Generate Image", value=False)
submit_button = gr.Button("Submit")
with gr.Column():
text_output = gr.Textbox(label="Ab-CodesAi Response")
image_output = gr.Image(label="Generated Image")
submit_button.click(
interact_with_user,
inputs=[user_input, generate_image_checkbox],
outputs=[text_output, image_output]
)
# Launch the app with a public link
demo.launch(share=True) |