Create app.py

app.py

@@ -0,0 +1,14 @@
+from outlines import models
+from gigax.step import NPCStepper
+
+# Download model from the Hub
+model_name = "Gigax/NPC-LLM-7B"
+llm = AutoModelForCausalLM.from_pretrained(model_name)
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+
+# Our stepper takes in a Outlines model to enable guided generation
+# This forces the model to follow our output format
+model = models.Transformers(llm, tokenizer)
+
+# Instantiate a stepper: handles prompting + output parsing
+stepper = NPCStepper(model=model)