Spaces:

gpt-omni
/

mini-omni

Running

gpt-omni commited on Sep 4, 2024

Commit

03a92bb

verified ·

1 Parent(s): 46f6b33

Update inference.py

Files changed (1) hide show

inference.py CHANGED Viewed

@@ -357,7 +357,7 @@ def load_model(ckpt_dir, device):
     with fabric.init_module(empty_init=False):
         model = GPT(config)
-    model = fabric.setup(model)
     state_dict = lazy_load(ckpt_dir + "/lit_model.pth")
     model.load_state_dict(state_dict, strict=True)
     model.to(device).eval()

     with fabric.init_module(empty_init=False):
         model = GPT(config)
+    # model = fabric.setup(model)
     state_dict = lazy_load(ckpt_dir + "/lit_model.pth")
     model.load_state_dict(state_dict, strict=True)
     model.to(device).eval()