davidberenstein1957 HF staff commited on
Commit
aaaeb76
1 Parent(s): 5407fe6

chore: extend context length

Browse files
Files changed (2) hide show
  1. app.py +3 -1
  2. requirements.txt +1 -1
app.py CHANGED
@@ -29,7 +29,7 @@ if not os.path.exists(file_path):
29
  llm = LlamaCppLLM(
30
  model_path=file_path,
31
  n_gpu_layers=-1,
32
- n_ctx=1024 * 4,
33
  )
34
  task = ArgillaLabeller(llm=llm)
35
  task.load()
@@ -51,6 +51,7 @@ def process_fields(fields):
51
  fields = [fields]
52
  return [field if isinstance(field, dict) else json.loads(field) for field in fields]
53
 
 
54
  def process_records_gradio(records, example_records, fields, question):
55
  try:
56
  # Convert string inputs to dictionaries
@@ -78,6 +79,7 @@ def process_records_gradio(records, example_records, fields, question):
78
  except Exception as e:
79
  return f"Error: {str(e)}"
80
 
 
81
  description = """
82
  An example workflow for JSON payload.
83
 
 
29
  llm = LlamaCppLLM(
30
  model_path=file_path,
31
  n_gpu_layers=-1,
32
+ n_ctx=1024 * 128,
33
  )
34
  task = ArgillaLabeller(llm=llm)
35
  task.load()
 
51
  fields = [fields]
52
  return [field if isinstance(field, dict) else json.loads(field) for field in fields]
53
 
54
+
55
  def process_records_gradio(records, example_records, fields, question):
56
  try:
57
  # Convert string inputs to dictionaries
 
79
  except Exception as e:
80
  return f"Error: {str(e)}"
81
 
82
+
83
  description = """
84
  An example workflow for JSON payload.
85
 
requirements.txt CHANGED
@@ -2,4 +2,4 @@ git+https://github.com/argilla-io/distilabel.git@feat/985-feature-argillalabelle
2
  bitsandbytes
3
  accelerate
4
  outlines==0.0.36
5
- numpy==1.26.3
 
2
  bitsandbytes
3
  accelerate
4
  outlines==0.0.36
5
+ numpy==1.26.4