File size: 898 Bytes
9190eff | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 | MODEL ?= mistral-7b
install:
pip install -r requirements.txt
baseline:
python3 scripts/baseline.py $(MODEL)
calibrate:
python3 scripts/calibrate.py $(MODEL)
integrate:
python3 scripts/integrate.py $(MODEL)
benchmark:
python3 scripts/benchmark.py $(MODEL)
benchmark-long:
python3 scripts/benchmark_long_context.py $(MODEL)
visualize:
python3 scripts/visualize_results.py
python3 scripts/visualize_long_context.py
python3 scripts/visualize_sensitivity.py
run-all:
make baseline MODEL=$(MODEL)
make calibrate MODEL=$(MODEL)
make integrate MODEL=$(MODEL)
make benchmark MODEL=$(MODEL)
make visualize
run-mistral:
make run-all MODEL=mistral-7b
run-llama:
make run-all MODEL=llama-3-8b
run-both:
make run-all MODEL=mistral-7b
make run-all MODEL=llama-3-8b
.PHONY: install baseline calibrate integrate benchmark benchmark-long visualize run-all run-mistral run-llama run-both |