meg-huggingface commited on
Commit
65ea54f
·
1 Parent(s): 2d0df78

Removing argument throwing a TypeError

Browse files
src/backend/run_eval_suite_harness.py CHANGED
@@ -45,6 +45,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: list, num_fewshot: int
45
 
46
  logger.info(f"Selected Tasks: {task_names}")
47
 
 
48
  results = evaluator.simple_evaluate(
49
  model="hf-causal-experimental", # "hf-causal"
50
  model_args=eval_request.get_model_args(),
@@ -52,7 +53,6 @@ def run_evaluation(eval_request: EvalRequest, task_names: list, num_fewshot: int
52
  num_fewshot=num_fewshot,
53
  batch_size=batch_size,
54
  device=device,
55
- no_cache=no_cache,
56
  limit=limit,
57
  write_out=True,
58
  output_base_path="logs"
 
45
 
46
  logger.info(f"Selected Tasks: {task_names}")
47
 
48
+ # no_cache=no_cache,
49
  results = evaluator.simple_evaluate(
50
  model="hf-causal-experimental", # "hf-causal"
51
  model_args=eval_request.get_model_args(),
 
53
  num_fewshot=num_fewshot,
54
  batch_size=batch_size,
55
  device=device,
 
56
  limit=limit,
57
  write_out=True,
58
  output_base_path="logs"