pin avx2

app.py

@@ -7,6 +7,8 @@ import sys
 import os
 os.environ["BNB_CUDA_VERSION"] = "0" # Forces bitsandbytes to recognize no GPU
 os.environ["OMP_NUM_THREADS"] = "1" # Prevents race conditions in custom CPU kernels
+os.environ["VECLIB_MAXIMUM_ISA"] = "AVX2" 
+os.environ["MKL_DEBUG_CPU_TYPE"] = "5" # Forces MKL to use AVX2
 
 # Model configuration
 if len(sys.argv) > 1 and os.path.exists(sys.argv[1]):