adding scripts

.env.example

@@ -1,10 +0,0 @@
-OPENAI_API_KEY=
-OPENAI_BASE_URL=
-GOOGLE_API_KEY=
-GOOGLE_SEARCH_API_KEY=
-GOOGLE_SEARCH_ENGINE_ID=
-OPENROUTER_API_KEY=
-OPENROUTER_BASE_URL=
-COHERE_API_KEY=
-PINECONE_API_KEY=
-MEDGEMMA_API_URL=

benchmarking_script.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+#SBATCH --job-name=chestagentbench
+#SBATCH -c 4
+#SBATCH --gres=gpu:rtx6000:1
+#SBATCH --exclude=gpu138
+#SBATCH --time=16:00:00
+#SBATCH --mem=50G
+#SBATCH --output=chestagentbench-%j.out
+#SBATCH --error=chestagentbench-%j.err
+
+source venv/bin/activate
+
+python -m benchmarking.cli run --model gpt-5 --provider medrax --system-prompt CHESTAGENTBENCH_PROMPT --benchmark chestagentbench --data-dir /scratch/ssd004/scratch/victorli/chestagentbench --output-dir temp --max-questions 2500 --concurrency 4

medgemma_script.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+#SBATCH --job-name=medgemma
+#SBATCH -c 4
+#SBATCH --gres=gpu:rtx6000:1
+#SBATCH --exclude=gpu138
+#SBATCH --time=16:00:00
+#SBATCH --mem=50G
+#SBATCH --output=medgemma-%j.out
+#SBATCH --error=medgemma-%j.err
+
+source medgemma/bin/activate
+
+cd medrax/tools/vqa/medgemma && python medgemma.py