Perceptrix/finetune/scripts/eval/yamls/openai_eval.yaml

seed: 1
max_seq_len: 1024
device_eval_batch_size: 4
models:
-
  model_name: openai/davinci
  model:
    name: openai_causal_lm
    version: davinci
  tokenizer:
    name: openai
    kwargs:
      name: davinci
-
  model_name: openai/gpt-4
  model:
    name: openai_chat
    version: gpt-4
  tokenizer:
    name: openai
    kwargs:
      name: gpt-4
-
  model_name: openai/gpt-3.5-turbo
  model:
    name: openai_chat
    version: gpt-3.5-turbo
  tokenizer:
    name: openai
    kwargs:
      name: gpt-3.5-turbo

icl_tasks: 'eval/yamls/lm_tasks.yaml'
eval_gauntlet: 'eval/yamls/eval_gauntlet.yaml'