| MODEL ?= mistral-7b | |
| install: | |
| pip install -r requirements.txt | |
| baseline: | |
| python3 scripts/baseline.py $(MODEL) | |
| calibrate: | |
| python3 scripts/calibrate.py $(MODEL) | |
| integrate: | |
| python3 scripts/integrate.py $(MODEL) | |
| benchmark: | |
| python3 scripts/benchmark.py $(MODEL) | |
| benchmark-long: | |
| python3 scripts/benchmark_long_context.py $(MODEL) | |
| visualize: | |
| python3 scripts/visualize_results.py | |
| python3 scripts/visualize_long_context.py | |
| python3 scripts/visualize_sensitivity.py | |
| run-all: | |
| make baseline MODEL=$(MODEL) | |
| make calibrate MODEL=$(MODEL) | |
| make integrate MODEL=$(MODEL) | |
| make benchmark MODEL=$(MODEL) | |
| make visualize | |
| run-mistral: | |
| make run-all MODEL=mistral-7b | |
| run-llama: | |
| make run-all MODEL=llama-3-8b | |
| run-both: | |
| make run-all MODEL=mistral-7b | |
| make run-all MODEL=llama-3-8b | |
| .PHONY: install baseline calibrate integrate benchmark benchmark-long visualize run-all run-mistral run-llama run-both |