#!/bin/bash # Intel-Optimized LLM Setup for Arc Graphics + NPU # For Intel Core Ultra 7 165H with 64GB RAM set -e echo "🚀 Setting up Intel-Optimized LLM Environment" echo "Hardware: Intel Arc Graphics + NPU + 64GB RAM" echo "" # Check if running on Intel hardware if ! lscpu | grep -q "Intel"; then echo "⚠️ Warning: This script is optimized for Intel hardware" read -p "Continue anyway? (y/n) " -n 1 -r echo if [[ ! $REPLY =~ ^[Yy]$ ]]; then exit 1 fi fi # Create virtual environment if it doesn't exist if [ ! -d ".venv-intel" ]; then echo "📦 Creating Intel-optimized virtual environment..." python3 -m venv .venv-intel --upgrade-deps if [ ! -f ".venv-intel/bin/activate" ]; then echo "❌ Failed to create virtual environment" echo " Make sure python3-venv is installed:" echo " sudo apt install python3-venv" exit 1 fi echo "✅ Virtual environment created" fi echo "🔧 Activating environment..." source .venv-intel/bin/activate # Verify we're in the virtual environment if [[ "$VIRTUAL_ENV" != *".venv-intel"* ]]; then echo "❌ Failed to activate virtual environment" exit 1 fi # Install Intel Extension for PyTorch (IPEX-LLM) echo "📥 Installing Intel Extension for PyTorch..." .venv-intel/bin/pip install --upgrade pip setuptools wheel # Install IPEX-LLM (Intel's optimized LLM library) .venv-intel/bin/pip install intel-extension-for-pytorch .venv-intel/bin/pip install oneccl_bind_pt --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/cpu/us/ # Install LLM frameworks optimized for Intel .venv-intel/bin/pip install transformers accelerate bitsandbytes optimum[openvino] # Install DuckDB with extensions echo "📥 Installing DuckDB with VSS extension..." .venv-intel/bin/pip install duckdb .venv-intel/bin/pip install duckdb-engine sqlalchemy # Install Hugging Face datasets .venv-intel/bin/pip install datasets huggingface_hub # Install vector search libraries .venv-intel/bin/pip install faiss-cpu sentence-transformers # Install other dependencies .venv-intel/bin/pip install loguru pandas pyarrow tqdm echo "" echo "✅ Intel-optimized environment ready!" echo "" echo "🎯 Performance Tips:" echo " 1. Set environment variables before running:" echo " export ZES_ENABLE_SYSMAN=1" echo " export IPEX_LLM_NUM_GPU=1" echo "" echo " 2. Use OpenVINO backend for maximum Arc GPU performance:" echo " from optimum.intel import OVModelForCausalLM" echo "" echo " 3. For Ollama users, use Intel-optimized build:" echo " wget https://ollama.com/download/ollama-linux-amd64" echo " export OLLAMA_NUM_GPU=999" echo "" echo "📖 See scripts/enrichment_ai/legislative_analysis_intel.py for usage examples"