added files

pages/🦙_Alpaca.py

@@ -8,10 +8,11 @@
 #### Loading needed Python libraries
 import streamlit as st
 #from llamacpypy import Llama
-import llamacpp
-from llama_cpp import Llama
+#import llamacpp
+#from llama_cpp import Llama
 import os
 import subprocess
+import sys
 
 
 
@@ -134,7 +135,7 @@ def llama(
 
 
 
-### Python Wrapper (functions above
+### Python Wrapper (functions above)
 #text = []
 #for token in llama(prompt = 'What is your purpose?', repeat_penalty = 1.05, skip_prompt = False, interactive = False):
 #    print(token, end = '', flush = True)
@@ -161,11 +162,40 @@ def llama(
 #model = llamacpp.PyLLAMA(model_path, params)
 #text = model.predict("Hello, I'm a llama.", 10)
 #st.write(text)
+#params = llamacpp.gpt_params('./models/7B/ggml-model-q4_0.bin',  # model,
+#    512,  # ctx_size
+#    100,  # n_predict
+#    40,  # top_k
+#    0.95,  # top_p
+#    0.85,  # temp
+#    1.30,  # repeat_penalty
+#    -1,  # seed
+#    8,  # threads
+#    64,  # repeat_last_n
+#    8,  # batch_size
+#)
+#model = llamacpp.PyLLAMA(params)
+#model.add_bos()     # Adds "beginning of string" token
+#model.update_input("A llama is a")
+#model.print_startup_stats()
+#model.prepare_context()
+
+#model.ingest_all_pending_input(True)
+#while not model.is_finished():
+#    text, is_finished = model.infer_text()
+#    print(text, end="")
+
+#    if is_finished:
+#        break
+
+# Flush stdout
+#sys.stdout.flush()
+#model.print_end_stats()
 
 
 
 ### Llama cpp
-llm = Llama(model_path="models/7B/ggml-model-q4_0.bin")
-output = llm("Q: Name the planets in the solar system? A: ", max_tokens = 32, stop = ["Q:", "\n"], echo = True)
-st.write(output)
+#llm = Llama(model_path="models/7B/ggml-model-q4_0.bin")
+#output = llm("Q: Name the planets in the solar system? A: ", max_tokens = 32, stop = ["Q:", "\n"], echo = True)
+#st.write(output)