from engine import PipeOwlEngine, PipeOwlConfig import time #=== timetest === """ t0 = time.perf_counter() """ #================ engine = PipeOwlEngine(PipeOwlConfig()) #=== timetest === """ t1 = time.perf_counter() print(f"\n🚀 Cold start time: {(t1 - t0)*1000:.2f} ms\n") #"" for _ in range(20): t0 = time.perf_counter() engine.pipeowl("雪鴞") print((time.perf_counter() - t0) * 1000, "ms") """ #================ while True: print() query = input("請輸入句子: ") out = engine.pipeowl(query, top_k=5) print("\nTop-K Tokens:") for text, score in out["retrieved"]: print(f"{score:.3f} | {text}") # print("\nDecoded:") # print(out["decoded"]) print()