filipealmeida commited on
Commit
68194a3
1 Parent(s): 6048b63

Increase default context

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -47,7 +47,7 @@ def generate_text(prompt, example):
47
  parser = argparse.ArgumentParser()
48
  parser.add_argument("--model", help="Path to the model file")
49
  parser.add_argument("--gpu", help="How many GPU layers to use", default=0, type=int)
50
- parser.add_argument("--ctx", help="How many context tokens to use", default=512, type=int)
51
  parser.add_argument("--temp", help="temperature", default=0.1, type=float)
52
  args = parser.parse_args()
53
 
 
47
  parser = argparse.ArgumentParser()
48
  parser.add_argument("--model", help="Path to the model file")
49
  parser.add_argument("--gpu", help="How many GPU layers to use", default=0, type=int)
50
+ parser.add_argument("--ctx", help="How many context tokens to use", default=1024, type=int)
51
  parser.add_argument("--temp", help="temperature", default=0.1, type=float)
52
  args = parser.parse_args()
53