import os import gradio as gr from openai import OpenAI # Initialize the OpenAI client client = OpenAI(api_key=os.getenv("OPENAI_API_KEY")) # Define the response function def respond( message, history: list[tuple[str, str]], system_message, role, education, passion, fit, anecdotes, max_tokens, temperature, top_p, ): # Construct the enhanced system prompt enhanced_system_message = ( f"{system_message}\n\n" f"Role, Industry, Employer and Summary of Job Ad: {role}\n" f"Summary of your Education and Work Experience: {education}\n" f"Why are you passionate about this job: {passion}\n" f"Why do you feel you are a good fit for this job: {fit}\n" f"Anecdotes: {anecdotes}\n" ) # Construct message history messages = [{"role": "system", "content": enhanced_system_message}] for user_msg, assistant_msg in history: if user_msg: messages.append({"role": "user", "content": user_msg}) if assistant_msg: messages.append({"role": "assistant", "content": assistant_msg}) messages.append({"role": "user", "content": message}) # Generate and stream response response_text = "" try: response = client.chat.completions.create( model="gpt-4o-mini", # or "gpt-4o" when mini is unavailable messages=messages, max_tokens=max_tokens, temperature=temperature, top_p=top_p, stream=True, ) for chunk in response: if chunk.choices and chunk.choices[0].delta.content: token = chunk.choices[0].delta.content response_text += token yield response_text except Exception as e: yield f"❌ An error occurred: {str(e)}" # Define the Gradio interface demo = gr.ChatInterface( fn=respond, additional_inputs=[ gr.Textbox( value="You are a friendly Chatbot, a career coach and a talented copywriter. You are trying to help a user write a cover letter for a specific role, employer organization and job Ad - based on user input. Include tips if some items are missing.", label="Instructions to Bot", ), gr.Textbox(label="Role, Industry, Employer and Summary of Job Ad", placeholder="Describe the role, industry, employer and include a summary of the job Ad that you are applying to."), gr.Textbox( label="Education and Professional Experience", placeholder="Provide a Summary of your Education and Professional Experience", ), gr.Textbox( label="Passion", placeholder="Why are you Passionate about this Role and or Organization", ), gr.Textbox( label="Fit", placeholder="Why are you a good fit for this role?", ), gr.Textbox(label="Anecdotes", placeholder="Tell a few anecdotes from your career situations or key problems you solved in previous roles that may show that you will add great value to this organization"), gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"), gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"), gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"), ], title="Cover Letter Writer!", description="This AI-powered App creates a customized cover letter to best suit a specific role, industry, employer and job ad. Powered by OpenAI GPT-4o. Developed by wn. Disclaimer: AI makes mistakes. Use with caution and at your own risk!", type="messages", ) if __name__ == "__main__": demo.launch()