jmteb_config/tasks/paws_x_ja.jsonnet

{
  paws_x_ja: {
    class_path: 'PairClassificationEvaluator',
    init_args: {
      sentence1_prefix: 'クエリ: ',
      sentence2_prefix: 'クエリ: ',
      val_dataset: {
        class_path: 'HfPairClassificationDataset',
        init_args: {
          path: 'sbintuitions/JMTEB',
          split: 'validation',
          name: 'paws_x_ja',
        },
      },
      test_dataset: {
        class_path: 'HfPairClassificationDataset',
        init_args: {
          path: 'sbintuitions/JMTEB',
          split: 'test',
          name: 'paws_x_ja',
        },
      },
    },
  },
}