Hjgugugjhuhjggg commited on
Commit
5aa1fe3
·
verified ·
1 Parent(s): f9fbc8e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -46,7 +46,7 @@ class GenerateRequest(BaseModel):
46
  input_text: str = ""
47
  task_type: str
48
  temperature: float = 1.0
49
- max_new_tokens: int = 2
50
  stream: bool = True
51
  top_p: float = 1.0
52
  top_k: int = 50
@@ -55,7 +55,7 @@ class GenerateRequest(BaseModel):
55
  do_sample: bool = True
56
  chunk_delay: float = 0.0
57
  stop_sequences: list[str] = []
58
- chunk_token_limit: int = 100 # Nuevo parámetro para limitar tokens por chunk
59
 
60
  @field_validator("model_name")
61
  def model_name_cannot_be_empty(cls, v):
 
46
  input_text: str = ""
47
  task_type: str
48
  temperature: float = 1.0
49
+ max_new_tokens: int = 10
50
  stream: bool = True
51
  top_p: float = 1.0
52
  top_k: int = 50
 
55
  do_sample: bool = True
56
  chunk_delay: float = 0.0
57
  stop_sequences: list[str] = []
58
+ chunk_token_limit: int = 10000000000 # Nuevo parámetro para limitar tokens por chunk
59
 
60
  @field_validator("model_name")
61
  def model_name_cannot_be_empty(cls, v):