Spaces:
Build error
Build error
File size: 689 Bytes
d9b077a 04d336a d9b077a 04d336a d9b077a 044d15c d9b077a 044d15c d9b077a 04d336a d9b077a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
import transformers
from transformers import set_seed
from src.profanity_filter import censor
def generate(
pipeline: transformers.Pipeline,
pipeline_args: dict,
seed: int = 0,
censor_profanity: bool = True,
):
set_seed(seed)
args = {
"text_inputs": None,
"max_length": 100,
"num_return_sequences": 1,
"num_beams": 5,
"no_repeat_ngram_size": 3,
"early_stopping": True,
"skip_special_tokens": True,
"temperature": 1.5,
}
args.update(pipeline_args)
generated = pipeline(**args)[0]["generated_text"]
if censor_profanity:
generated = censor(generated)
return generated
|