File size: 689 Bytes
d9b077a
 
 
04d336a
d9b077a
 
 
 
 
 
04d336a
d9b077a
 
 
 
044d15c
d9b077a
 
 
 
 
 
 
 
 
 
044d15c
d9b077a
 
04d336a
 
d9b077a
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import transformers
from transformers import set_seed

from src.profanity_filter import censor


def generate(
    pipeline: transformers.Pipeline,
    pipeline_args: dict,
    seed: int = 0,
    censor_profanity: bool = True,
):

    set_seed(seed)

    args = {
        "text_inputs": None,
        "max_length": 100,
        "num_return_sequences": 1,
        "num_beams": 5,
        "no_repeat_ngram_size": 3,
        "early_stopping": True,
        "skip_special_tokens": True,
        "temperature": 1.5,
    }

    args.update(pipeline_args)
    generated = pipeline(**args)[0]["generated_text"]

    if censor_profanity:
        generated = censor(generated)

    return generated