heymenn commited on
Commit
81baa99
·
verified ·
1 Parent(s): f116382

Update kig_core/processing.py

Browse files
Files changed (1) hide show
  1. kig_core/processing.py +11 -11
kig_core/processing.py CHANGED
@@ -108,18 +108,18 @@ def process_documents(
108
  logger.info(f"Processing document {i+1}/{len(docs)}...")
109
  current_content = format_doc_for_llm(doc) # Start with formatted original doc
110
 
111
- # for step in processing_steps:
112
- # if step == "summarize":
113
- # current_content = summarize_document(current_content)
114
- # elif step == "compress":
115
- # current_content = compress_document(current_content)
116
- # elif isinstance(step, dict):
117
- # # Placeholder for custom processing steps defined by dicts
118
- # logger.warning(f"Custom processing step not implemented: {step}")
119
  # Add logic here if needed: extract params, call specific LLM/function
120
- # pass
121
- # else:
122
- # logger.warning(f"Unknown processing step type: {step}")
123
 
124
  processed_outputs.append(current_content) # Add the final processed content for this doc
125
 
 
108
  logger.info(f"Processing document {i+1}/{len(docs)}...")
109
  current_content = format_doc_for_llm(doc) # Start with formatted original doc
110
 
111
+ for step in processing_steps:
112
+ if step == "summarize":
113
+ current_content = summarize_document(current_content)
114
+ elif step == "compress":
115
+ current_content = compress_document(current_content)
116
+ elif isinstance(step, dict):
117
+ # Placeholder for custom processing steps defined by dicts
118
+ logger.warning(f"Custom processing step not implemented: {step}")
119
  # Add logic here if needed: extract params, call specific LLM/function
120
+ pass
121
+ else:
122
+ logger.warning(f"Unknown processing step type: {step}")
123
 
124
  processed_outputs.append(current_content) # Add the final processed content for this doc
125