Update main.py

main.py

@@ -12,8 +12,6 @@ app = FastAPI()
 name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
 customGen = False
 
-# TinyLlama/TinyLlama-1.1B-Chat-v1.0
-
 # microsoft/DialoGPT-small
 # microsoft/DialoGPT-medium
 # microsoft/DialoGPT-large
@@ -24,9 +22,6 @@ customGen = False
 model = AutoModelForCausalLM.from_pretrained(name)
 tokenizer = AutoTokenizer.from_pretrained(name)
 
-gpt2model = GPT2LMHeadModel.from_pretrained(name)
-gpt2tokenizer = GPT2Tokenizer.from_pretrained(name)
-
 class req(BaseModel):
   prompt: str
   length: int