fbrosse commited on
Commit
c460739
·
1 Parent(s): e3519cb

change max token range

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -23,6 +23,7 @@ def respond(message, history, endpoint, token, temp, max_token=0):
23
  }
24
  q = {"inputs": {"prompt": ["Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\n" +
25
  message + "\n\n### Response:\n"], "max_tokens": [int(max_token)], "temperature": [int(temp)]}}
 
26
  try:
27
  response = requests.post(local_endpoint, json=q, headers=headers, timeout=100)
28
  response_data = response.json(
@@ -31,6 +32,7 @@ def respond(message, history, endpoint, token, temp, max_token=0):
31
  response_data = "ERROR status_code:" + \
32
  str(response.status_code) + " response:" + response.text
33
 
 
34
  return custom_message + response_data
35
 
36
 
@@ -53,7 +55,7 @@ demo = gr.ChatInterface(
53
  gr.Textbox(label="Custom Token", type="password",
54
  placeholder="dapiXXXXXXXXXX"),
55
  gr.Slider(0, 100, label="Temp", value=0),
56
- gr.Slider(0, 100, label="Max token", value=75)
57
  ],
58
  additional_inputs_accordion_name="Settings"
59
  )
 
23
  }
24
  q = {"inputs": {"prompt": ["Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\n" +
25
  message + "\n\n### Response:\n"], "max_tokens": [int(max_token)], "temperature": [int(temp)]}}
26
+ #print(q)
27
  try:
28
  response = requests.post(local_endpoint, json=q, headers=headers, timeout=100)
29
  response_data = response.json(
 
32
  response_data = "ERROR status_code:" + \
33
  str(response.status_code) + " response:" + response.text
34
 
35
+ #print(response.json())
36
  return custom_message + response_data
37
 
38
 
 
55
  gr.Textbox(label="Custom Token", type="password",
56
  placeholder="dapiXXXXXXXXXX"),
57
  gr.Slider(0, 100, label="Temp", value=0),
58
+ gr.Slider(1, 300, label="Max token", value=75)
59
  ],
60
  additional_inputs_accordion_name="Settings"
61
  )