arjunanand13 commited on
Commit
3dd2dc3
1 Parent(s): 4bdfb46

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,7 +30,7 @@ client = InferenceClient(model_id)
30
  # stop_token_ids = [torch.LongTensor(x).to(cuda.current_device() if cuda.is_available() else 'cpu') for x in stop_token_ids]
31
 
32
  # Create text generation pipeline
33
- def generate(prompt, history, system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0):
34
  temperature = float(temperature)
35
  if temperature < 1e-2:
36
  temperature = 1e-2
 
30
  # stop_token_ids = [torch.LongTensor(x).to(cuda.current_device() if cuda.is_available() else 'cpu') for x in stop_token_ids]
31
 
32
  # Create text generation pipeline
33
+ def generate(prompt, history = None, system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0):
34
  temperature = float(temperature)
35
  if temperature < 1e-2:
36
  temperature = 1e-2