parallelstudios
/

mpt-7b-instruct-parallel-colony-memory-importance-ft

Text Generation

text-generation-inference

Model card Files Files and versions

Schmadge commited on Jul 7, 2023

Commit

55522d5

·

1 Parent(s): 840ecaa

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -3,7 +3,7 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from typing import Any, Dict
-class InstructionTextGenerationPipeline:
     INSTRUCTION_KEY = "### Instruction:"
     RESPONSE_KEY = "### Response:"
     END_KEY = "### End"

 from transformers import AutoModelForCausalLM, AutoTokenizer
 from typing import Any, Dict
+class EndpointHandler:
     INSTRUCTION_KEY = "### Instruction:"
     RESPONSE_KEY = "### Response:"
     END_KEY = "### End"