"""Start chatting with SHADOW. Picks the right binary for your system automatically. python shadow_chat.py """ import os, sys, platform, subprocess, pathlib HERE = pathlib.Path(__file__).resolve().parent osname = platform.system() if osname == "Windows": k = HERE / "deployment" / "bin" / "windows" / "shadow.exe" elif osname == "Linux": k = HERE / "deployment" / "bin" / "linux" / "shadow" else: sys.exit("macOS build available on request: saikiranbathula1@gmail.com") if osname != "Windows": os.chmod(k, 0o755) sys.path.insert(0, str(HERE)) from shadow_runtime import Engine eng = Engine(str(HERE / "deployment" / "shadow250m_instruct.shdw"), str(HERE / "deployment" / "fp131072.npy"), kernel=str(k)) print("SHADOW 250M. Type your message, 'quit' to stop.") while True: try: q = input("you> ").strip() except EOFError: break if q in ("quit", "exit"): break if q: print("shadow>", eng.chat(q))