Hugging Face's logo

derek-thomas
/
tgi-notebooks-optimization

Model card Files Community
derek-thomas commited on
Commit
d99a798
·
verified ·
1 Parent(s): b28a48b

Fixing naming

Browse files
Files changed (1) hide show
  1. 01-tgi-ie-benchmark.ipynb +2 -2
01-tgi-ie-benchmark.ipynb CHANGED
@@ -68,13 +68,13 @@
68
  "outputs": [],
69
  "source": [
70
  "# Endpoint\n",
71
- "ENDPOINT_NAME=\"gorgias-benchmark-sp\"\n",
72
  "NAMESPACE = 'hf-test-lab'\n",
73
  "MODEL = 'meta-llama/Meta-Llama-3-8B-Instruct'\n",
74
  "INSTANCE_TYPE = 'nvidia-a100_2'\n",
75
  "\n",
76
  "# Simulation\n",
77
- "RESULTS_DIR = proj_dir/'tgi_bench_results'/INSTANCE_TYPE\n",
78
  "tgi_bss = [8, 16, 24, 32, 40, 48, 56, 64]"
79
  ]
80
  },
 
68
  "outputs": [],
69
  "source": [
70
  "# Endpoint\n",
71
+ "ENDPOINT_NAME=\"tgi-benchmark-sp\"\n",
72
  "NAMESPACE = 'hf-test-lab'\n",
73
  "MODEL = 'meta-llama/Meta-Llama-3-8B-Instruct'\n",
74
  "INSTANCE_TYPE = 'nvidia-a100_2'\n",
75
  "\n",
76
  "# Simulation\n",
77
+ "RESULTS_DIR = proj_dir/'tgi_benchmark_results'/INSTANCE_TYPE\n",
78
  "tgi_bss = [8, 16, 24, 32, 40, 48, 56, 64]"
79
  ]
80
  },