Spaces:
Runtime error
Runtime error
arjunanand13
commited on
Commit
•
3dd2dc3
1
Parent(s):
4bdfb46
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ client = InferenceClient(model_id)
|
|
30 |
# stop_token_ids = [torch.LongTensor(x).to(cuda.current_device() if cuda.is_available() else 'cpu') for x in stop_token_ids]
|
31 |
|
32 |
# Create text generation pipeline
|
33 |
-
def generate(prompt, history, system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0):
|
34 |
temperature = float(temperature)
|
35 |
if temperature < 1e-2:
|
36 |
temperature = 1e-2
|
|
|
30 |
# stop_token_ids = [torch.LongTensor(x).to(cuda.current_device() if cuda.is_available() else 'cpu') for x in stop_token_ids]
|
31 |
|
32 |
# Create text generation pipeline
|
33 |
+
def generate(prompt, history = None, system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0):
|
34 |
temperature = float(temperature)
|
35 |
if temperature < 1e-2:
|
36 |
temperature = 1e-2
|