Update README.md

README.md

@@ -54,7 +54,11 @@ For evaluation and testing only. Do not expect great results, and do not use thi
 from transformers import pipeline
 
 
-pipe = pipeline("text-generation", model="joshuasundance/phi3-mini-4k-qlora-python-code-20k-mypo-4k-rfc-pipe", trust_remote_code=True)
+pipe = pipeline(
+    "text-generation",
+    model="joshuasundance/phi3-mini-4k-qlora-python-code-20k-mypo-4k-rfc-pipe",
+    trust_remote_code=True,
+)
 
 
 prompt_template = """### Instruction:
@@ -74,14 +78,28 @@ ALWAYS use Python type hints for mypy.
 
 def invoke(user_instruction: str, user_input: str = "") -> str:
     prompt_str = prompt_template.format(instruction=user_instruction, input=user_input)
-    prompt = pipe.tokenizer.apply_chat_template([{"role": "user", "content": prompt_str}], tokenize=False, add_generation_prompt=True)
-    outputs = pipe(prompt, max_new_tokens=256, do_sample=True, num_beams=1, temperature=0.3, top_k=50, top_p=0.95,
-                   max_time= 180) #, eos_token_id=eos_token)
-    return outputs[0]['generated_text'][len(prompt):].strip()
-
-
-user_instruction="Write a Python function that takes 3 ints, x, y, and z, and returns (x*z)//y."
-user_input=""
+    prompt = pipe.tokenizer.apply_chat_template(
+        [{"role": "user", "content": prompt_str}],
+        tokenize=False,
+        add_generation_prompt=True,
+    )
+    outputs = pipe(
+        prompt,
+        max_new_tokens=256,
+        do_sample=True,
+        num_beams=1,
+        temperature=0.3,
+        top_k=50,
+        top_p=0.95,
+        max_time=180,
+    )  # , eos_token_id=eos_token)
+    return outputs[0]["generated_text"][len(prompt) :].strip()
+
+
+user_instruction = (
+    "Write a Python function that takes 3 ints, x, y, and z, and returns (x*z)//y."
+)
+user_input = ""
 
 invoke(user_instruction, user_input)
 ```