heymenn commited on
Commit
f116382
·
verified ·
1 Parent(s): aa26232

Update kig_core/processing.py

Browse files
Files changed (1) hide show
  1. kig_core/processing.py +11 -11
kig_core/processing.py CHANGED
@@ -108,18 +108,18 @@ def process_documents(
108
  logger.info(f"Processing document {i+1}/{len(docs)}...")
109
  current_content = format_doc_for_llm(doc) # Start with formatted original doc
110
 
111
- for step in processing_steps:
112
- if step == "summarize":
113
- current_content = summarize_document(current_content)
114
- elif step == "compress":
115
- current_content = compress_document(current_content)
116
- elif isinstance(step, dict):
117
- # Placeholder for custom processing steps defined by dicts
118
- logger.warning(f"Custom processing step not implemented: {step}")
119
  # Add logic here if needed: extract params, call specific LLM/function
120
- pass
121
- else:
122
- logger.warning(f"Unknown processing step type: {step}")
123
 
124
  processed_outputs.append(current_content) # Add the final processed content for this doc
125
 
 
108
  logger.info(f"Processing document {i+1}/{len(docs)}...")
109
  current_content = format_doc_for_llm(doc) # Start with formatted original doc
110
 
111
+ # for step in processing_steps:
112
+ # if step == "summarize":
113
+ # current_content = summarize_document(current_content)
114
+ # elif step == "compress":
115
+ # current_content = compress_document(current_content)
116
+ # elif isinstance(step, dict):
117
+ # # Placeholder for custom processing steps defined by dicts
118
+ # logger.warning(f"Custom processing step not implemented: {step}")
119
  # Add logic here if needed: extract params, call specific LLM/function
120
+ # pass
121
+ # else:
122
+ # logger.warning(f"Unknown processing step type: {step}")
123
 
124
  processed_outputs.append(current_content) # Add the final processed content for this doc
125