File size: 366 Bytes
88e3f4a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | from omniff.scaling.compile import should_compile
def test_should_compile_cold():
assert not should_compile("llm", hot_threshold=10, request_count=5)
def test_should_compile_hot():
assert should_compile("llm", hot_threshold=10, request_count=15)
def test_should_compile_threshold():
assert should_compile("llm", hot_threshold=10, request_count=10)
|