derek-thomas
/

tgi-notebooks-optimization

Model card Files Files and versions

derek-thomas commited on Jun 2, 2024

Commit

d99a798

·

verified ·

1 Parent(s): b28a48b

Fixing naming

Files changed (1) hide show

01-tgi-ie-benchmark.ipynb +2 -2

01-tgi-ie-benchmark.ipynb CHANGED Viewed

@@ -68,13 +68,13 @@
    "outputs": [],
    "source": [
     "# Endpoint\n",
-    "ENDPOINT_NAME=\"gorgias-benchmark-sp\"\n",
     "NAMESPACE = 'hf-test-lab'\n",
     "MODEL = 'meta-llama/Meta-Llama-3-8B-Instruct'\n",
     "INSTANCE_TYPE = 'nvidia-a100_2'\n",
     "\n",
     "# Simulation\n",
-    "RESULTS_DIR = proj_dir/'tgi_bench_results'/INSTANCE_TYPE\n",
     "tgi_bss = [8, 16, 24, 32, 40, 48, 56, 64]"
    ]
   },

    "outputs": [],
    "source": [
     "# Endpoint\n",
+    "ENDPOINT_NAME=\"tgi-benchmark-sp\"\n",
     "NAMESPACE = 'hf-test-lab'\n",
     "MODEL = 'meta-llama/Meta-Llama-3-8B-Instruct'\n",
     "INSTANCE_TYPE = 'nvidia-a100_2'\n",
     "\n",
     "# Simulation\n",
+    "RESULTS_DIR = proj_dir/'tgi_benchmark_results'/INSTANCE_TYPE\n",
     "tgi_bss = [8, 16, 24, 32, 40, 48, 56, 64]"
    ]
   },