misteral

Dockerfile

@@ -20,6 +20,8 @@ RUN mkdir -p /.cache && chmod -R 777 /.cache
 # Change ownership of working directory (if necessary)
 RUN chown -R root:root /usr/local/bin
 
+RUN pip install transformers
+
 RUN pip install -r requirements.txt
 
 

selection.py

@@ -38,6 +38,7 @@ model_name = "misteralai/mistral_7b_en"  # Replace with the appropriate Mistral
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name)
 
+
 # Tokenize the input
 input_ids = tokenizer.encode(instruction, return_tensors='pt')
 
@@ -47,3 +48,4 @@ outputs = model.generate(input_ids, max_new_tokens=150, num_return_sequences=1)
 # Decode the response
 response = tokenizer.decode(outputs[0], skip_special_tokens=True)
 print(response)
+