chatbot / install_local.sh
Deva1211's picture
Switched to resolving issues
c422049
raw
history blame contribute delete
746 Bytes
#!/bin/bash
echo "============================================"
echo "Installing Mistral AWQ Chatbot Dependencies"
echo "============================================"
echo ""
echo "Step 1: Installing core dependencies..."
pip install "torch>=2.0.0,<2.2.0" "transformers>=4.35.0,<4.40.0" "accelerate>=0.20.0"
echo ""
echo "Step 2: Installing AutoAWQ..."
pip install "autoawq>=0.1.8"
echo ""
echo "Step 3: Installing Gradio..."
pip install "gradio>=3.50.0,<4.0.0"
echo ""
echo "============================================"
echo "Installation Complete!"
echo "============================================"
echo ""
echo "To test the installation, run:"
echo "python test_model.py"
echo ""
echo "To start the chatbot, run:"
echo "python app.py"