oleksandrfluxon
/

mpt-7b-instruct-evaluate

Text Generation

text-generation-inference

Model card Files Files and versions

oleksandrfluxon commited on Jul 21, 2023

Commit

608249a

·

1 Parent(s): 7e08b37

Update handler.py

Files changed (1) hide show

handler.py +1 -0

handler.py CHANGED Viewed

@@ -9,6 +9,7 @@ from accelerate.utils import get_balanced_memory
 class EndpointHandler:
     def __init__(self, path=""):
         with torch.autocast('cuda'):
             config = AutoConfig.from_pretrained(
                     path,
                     trust_remote_code=True

 class EndpointHandler:
     def __init__(self, path=""):
         with torch.autocast('cuda'):
+            path = "oleksandrfluxon/mpt-7b-instruct-evaluate"
             config = AutoConfig.from_pretrained(
                     path,
                     trust_remote_code=True