quickstart.py

from engine import PipeOwlEngine, PipeOwlConfig
import time

#=== timetest ===
"""
t0 = time.perf_counter()
"""
#================

engine = PipeOwlEngine(PipeOwlConfig())

#=== timetest ===
"""
t1 = time.perf_counter()
print(f"\n🚀 Cold start time: {(t1 - t0)*1000:.2f} ms\n")
#""
for _ in range(20):
    t0 = time.perf_counter()
    engine.pipeowl("雪鴞")
    print((time.perf_counter() - t0) * 1000, "ms")
"""
#================
        
while True:

    print()
    query = input("請輸入句子： ")

    out = engine.pipeowl(query, top_k=5)

    print("\nTop-K Tokens:")
    for text, score in out["retrieved"]:
        print(f"{score:.3f} | {text}")

#    print("\nDecoded:")
#    print(out["decoded"])

    print()