add deepSeek code completions

app.py

@@ -1,6 +1,15 @@
 import gradio as gr
 from fpl_client import FPLClient
 from nlp_utils import process_query
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+
+tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/deepseek-coder-1.3b-instruct", trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained("deepseek-ai/deepseek-coder-1.3b-instruct", trust_remote_code=True, torch_dtype=torch.bfloat16)
+
+# Use CPU if CUDA is not available
+device = torch.device("cpu")
+model = model.to(device)
 
 # Theme builder
 # gr.themes.builder()
@@ -19,8 +28,14 @@ def chatbot_response(query):
     # if response if a JSON boject iterate over the elements and conver is a list like "a": "b" "/n" "c": "d"
     if isinstance(response, dict):
         response = "\n".join([f"{key}: {value}" for key, value in response.items()])
-    return response
-
+    
+    # Generate response using the model
+    messages = [{'role': 'user', 'content': query}]
+    inputs = tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt").to(model.device)
+    outputs = model.generate(inputs, max_new_tokens=512, do_sample=False, top_k=50, top_p=0.95, num_return_sequences=1, eos_token_id=tokenizer.eos_token_id)
+    model_response = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)
+    
+    return response + "\n\n" + model_response
 
 # Set up the Gradio interface
 iface = gr.Interface(
@@ -30,5 +45,6 @@ iface = gr.Interface(
     theme=theme,
     title="FPL Chatbot"
 )
+
 if __name__ == "__main__":
-    iface.launch()
+    iface.launch()

dice.py

@@ -0,0 +1,21 @@
+import random
+
+def roll_dice():
+    return random.randint(1, 6)
+
+def main():
+    print("Welcome to the dice roller!")
+    while True:
+        print("Enter 'q' to quit.")
+        user_input = input("Roll the dice? ")
+        if user_input.lower() == 'q':
+            break
+        else:
+            try:
+                result = roll_dice()
+                print(f"You rolled a {result}!")
+            except ValueError:
+                print("Invalid input, please enter a number.")
+
+if __name__ == "__main__":
+    main()