quickstart.py

from engine import PipeOwlEngine, PipeOwlConfig
# import time

engine = PipeOwlEngine(PipeOwlConfig())

"""
# latency test code 33~34ms
for _ in range(20):
    t0 = time.perf_counter()
    engine.pipeowl("雪鴞")
    print((time.perf_counter() - t0) * 1000, "ms")
"""
        
while True:
    query = input("請輸入句子： ")

    out = engine.pipeowl(query, top_k=5)

    print("\nTop-K Tokens:")
    for text, score in out["retrieved"]:
        print(f"{score:.3f} | {text}")

    print("\nDecoded:")
    print(out["decoded"])
    print()