File size: 598 Bytes
6e73cd3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
seed: 1
max_seq_len: 1024
device_eval_batch_size: 4
models:
-
model_name: openai/davinci
model:
name: openai_causal_lm
version: davinci
tokenizer:
name: openai
kwargs:
name: davinci
-
model_name: openai/gpt-4
model:
name: openai_chat
version: gpt-4
tokenizer:
name: openai
kwargs:
name: gpt-4
-
model_name: openai/gpt-3.5-turbo
model:
name: openai_chat
version: gpt-3.5-turbo
tokenizer:
name: openai
kwargs:
name: gpt-3.5-turbo
icl_tasks: 'eval/yamls/lm_tasks.yaml'
eval_gauntlet: 'eval/yamls/eval_gauntlet.yaml'
|