Update README.md

README.md

@@ -50,7 +50,41 @@ For evaluation and testing only. Do not expect great results, and do not use thi
 
 ### Direct Use
 
-<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+```python
+from transformers import pipeline
+
+
+pipe = pipeline("text-generation", model="joshuasundance/phi3-mini-4k-qlora-python-code-20k-mypo-4k-rfc-pipe", trust_remote_code=True)
+
+
+prompt_template = """### Instruction:
+Below is an instruction that describes a task. Write a response that appropriately completes the request.
+
+ALWAYS use Python type hints for mypy.
+
+### Instruction:
+{instruction}
+
+### Input:
+{input}
+
+### Output:
+"""
+
+
+def invoke(user_instruction: str, user_input: str = "") -> str:
+    prompt_str = prompt_template.format(instruction=user_instruction, input=user_input)
+    prompt = pipe.tokenizer.apply_chat_template([{"role": "user", "content": prompt_str}], tokenize=False, add_generation_prompt=True)
+    outputs = pipe(prompt, max_new_tokens=256, do_sample=True, num_beams=1, temperature=0.3, top_k=50, top_p=0.95,
+                   max_time= 180) #, eos_token_id=eos_token)
+    return outputs[0]['generated_text'][len(prompt):].strip()
+
+
+user_instruction="Write a Python function that takes 3 ints, x, y, and z, and returns (x*z)//y."
+user_input=""
+
+invoke(user_instruction, user_input)
+```
 
 [More Information Needed]