Spaces:

gpt-omni
/

mini-omni

Running

gpt-omni commited on Sep 4, 2024

Commit

9f64e91

verified ·

1 Parent(s): 5f2e2de

Update inference.py

Files changed (1) hide show

inference.py CHANGED Viewed

@@ -355,7 +355,7 @@ def load_model(ckpt_dir, device):
     config.post_adapter = False
     with fabric.init_module(empty_init=False):
-        model = GPT(config)
     # model = fabric.setup(model)
     state_dict = lazy_load(ckpt_dir + "/lit_model.pth")

     config.post_adapter = False
     with fabric.init_module(empty_init=False):
+        model = GPT(config, device=device)
     # model = fabric.setup(model)
     state_dict = lazy_load(ckpt_dir + "/lit_model.pth")