Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
File size: 2,140 Bytes
61d29fc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | #!/bin/bash
# Intel-Optimized LLM Setup for Arc Graphics + NPU
# For Intel Core Ultra 7 165H with 64GB RAM
set -e
echo "🚀 Setting up Intel-Optimized LLM Environment"
echo "Hardware: Intel Arc Graphics + NPU + 64GB RAM"
echo ""
# Check if running on Intel hardware
if ! lscpu | grep -q "Intel"; then
echo "⚠️ Warning: This script is optimized for Intel hardware"
read -p "Continue anyway? (y/n) " -n 1 -r
echo
if [[ ! $REPLY =~ ^[Yy]$ ]]; then
exit 1
fi
fi
# Create virtual environment if it doesn't exist
if [ ! -d ".venv-intel" ]; then
echo "📦 Creating Intel-optimized virtual environment..."
python3 -m venv .venv-intel
fi
source .venv-intel/bin/activate
# Install Intel Extension for PyTorch (IPEX-LLM)
echo "📥 Installing Intel Extension for PyTorch..."
pip install --upgrade pip setuptools wheel
# Install IPEX-LLM (Intel's optimized LLM library)
pip install intel-extension-for-pytorch
pip install oneccl_bind_pt --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/cpu/us/
# Install LLM frameworks optimized for Intel
pip install transformers accelerate bitsandbytes optimum[openvino]
# Install DuckDB with extensions
echo "📥 Installing DuckDB with VSS extension..."
pip install duckdb
pip install duckdb-engine sqlalchemy
# Install Hugging Face datasets
pip install datasets huggingface_hub
# Install vector search libraries
pip install faiss-cpu sentence-transformers
# Install other dependencies
pip install loguru pandas pyarrow tqdm
echo ""
echo "✅ Intel-optimized environment ready!"
echo ""
echo "🎯 Performance Tips:"
echo " 1. Set environment variables before running:"
echo " export ZES_ENABLE_SYSMAN=1"
echo " export IPEX_LLM_NUM_GPU=1"
echo ""
echo " 2. Use OpenVINO backend for maximum Arc GPU performance:"
echo " from optimum.intel import OVModelForCausalLM"
echo ""
echo " 3. For Ollama users, use Intel-optimized build:"
echo " wget https://ollama.com/download/ollama-linux-amd64"
echo " export OLLAMA_NUM_GPU=999"
echo ""
echo "📖 See scripts/legislative_analysis_intel.py for usage examples"
|