Spaces:
Running
Running
start token for LM
Browse files
app.py
CHANGED
@@ -48,7 +48,7 @@ def auto_complete_text(model_code: str, text: str):
|
|
48 |
lm = slt.get_model(model_code)
|
49 |
language_models[model_code] = slt.models.BeamSampling(
|
50 |
lm, # type: ignore
|
51 |
-
start_of_sequence_token=getattr(lm, "start_of_sequence_token", "
|
52 |
)
|
53 |
|
54 |
# todo: better tokenize/detokenize
|
|
|
48 |
lm = slt.get_model(model_code)
|
49 |
language_models[model_code] = slt.models.BeamSampling(
|
50 |
lm, # type: ignore
|
51 |
+
start_of_sequence_token=getattr(lm, "start_of_sequence_token", "<"), # type: ignore
|
52 |
)
|
53 |
|
54 |
# todo: better tokenize/detokenize
|