Vipitis commited on
Commit
848f476
·
1 Parent(s): ea7867a

allow third party code

Browse files
Files changed (1) hide show
  1. ShaderEval.py +1 -1
ShaderEval.py CHANGED
@@ -81,7 +81,7 @@ class ReturnGenerationEvaluator(evaluate.TextGenerationEvaluator):
81
  handle_long_generation= "hole", #our solution? relevant: https://github.com/huggingface/transformers/issues/14033#issuecomment-948385227
82
  # pad_token_id=tokenizer.eos_token_id, #to avoid the warning, however there might be issues as tokenizers will call this differently.
83
  do_sample=False, #important to get reproduceable results but we need to make sure the generator is deterministic
84
-
85
  )
86
  else:
87
  if model_or_pipeline is None:
 
81
  handle_long_generation= "hole", #our solution? relevant: https://github.com/huggingface/transformers/issues/14033#issuecomment-948385227
82
  # pad_token_id=tokenizer.eos_token_id, #to avoid the warning, however there might be issues as tokenizers will call this differently.
83
  do_sample=False, #important to get reproduceable results but we need to make sure the generator is deterministic
84
+ trust_remote_code=True, # do we need this for some custom models? need to test if it works right here. one example is bigcode/santacoder
85
  )
86
  else:
87
  if model_or_pipeline is None: