File size: 260 Bytes
7feac49 |
1 2 3 4 5 6 7 8 9 10 11 |
from swift.llm import InferArguments, infer_main
def test_max_memory():
infer_main(
InferArguments(model='Qwen/Qwen2.5-7B-Instruct', max_memory='{0: "50GB", 1: "5GB"}', device_map='sequential'))
if __name__ == '__main__':
test_max_memory()
|