File size: 571 Bytes
8e1d560 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 | from engine import PipeOwlEngine, PipeOwlConfig
# import time
engine = PipeOwlEngine(PipeOwlConfig())
"""
# latency test code 33~34ms
for _ in range(20):
t0 = time.perf_counter()
engine.pipeowl("雪鴞")
print((time.perf_counter() - t0) * 1000, "ms")
"""
while True:
query = input("請輸入句子： ")
out = engine.pipeowl(query, top_k=5)
print("\nTop-K Tokens:")
for text, score in out["retrieved"]:
print(f"{score:.3f} | {text}")
print("\nDecoded:")
print(out["decoded"])
print()
|