How to use maytman12/s2s-complete-setup with llama-cpp-python:
# !pip install llama-cpp-python from llama_cpp import Llama llm = Llama.from_pretrained( repo_id="maytman12/s2s-complete-setup", filename="{{GGUF_FILE}}", )
output = llm( "Once upon a time,", max_tokens=512, echo=True ) print(output)
de2ad9c
1
2
3
4
5
@echo off cd /d "%~dp0" call ".venv\Scripts\activate.bat" python shell_s2s.py pause
