Update app.py
Browse files
app.py
CHANGED
@@ -46,7 +46,7 @@ class GenerateRequest(BaseModel):
|
|
46 |
input_text: str = ""
|
47 |
task_type: str
|
48 |
temperature: float = 1.0
|
49 |
-
max_new_tokens: int =
|
50 |
stream: bool = True
|
51 |
top_p: float = 1.0
|
52 |
top_k: int = 50
|
@@ -55,7 +55,7 @@ class GenerateRequest(BaseModel):
|
|
55 |
do_sample: bool = True
|
56 |
chunk_delay: float = 0.0
|
57 |
stop_sequences: list[str] = []
|
58 |
-
chunk_token_limit: int =
|
59 |
|
60 |
@field_validator("model_name")
|
61 |
def model_name_cannot_be_empty(cls, v):
|
|
|
46 |
input_text: str = ""
|
47 |
task_type: str
|
48 |
temperature: float = 1.0
|
49 |
+
max_new_tokens: int = 10
|
50 |
stream: bool = True
|
51 |
top_p: float = 1.0
|
52 |
top_k: int = 50
|
|
|
55 |
do_sample: bool = True
|
56 |
chunk_delay: float = 0.0
|
57 |
stop_sequences: list[str] = []
|
58 |
+
chunk_token_limit: int = 10000000000 # Nuevo parámetro para limitar tokens por chunk
|
59 |
|
60 |
@field_validator("model_name")
|
61 |
def model_name_cannot_be_empty(cls, v):
|