Spaces:
Running
Running
Update kig_core/processing.py
Browse files- kig_core/processing.py +11 -11
kig_core/processing.py
CHANGED
@@ -108,18 +108,18 @@ def process_documents(
|
|
108 |
logger.info(f"Processing document {i+1}/{len(docs)}...")
|
109 |
current_content = format_doc_for_llm(doc) # Start with formatted original doc
|
110 |
|
111 |
-
|
112 |
-
|
113 |
-
|
114 |
-
|
115 |
-
|
116 |
-
|
117 |
-
|
118 |
-
|
119 |
# Add logic here if needed: extract params, call specific LLM/function
|
120 |
-
|
121 |
-
|
122 |
-
|
123 |
|
124 |
processed_outputs.append(current_content) # Add the final processed content for this doc
|
125 |
|
|
|
108 |
logger.info(f"Processing document {i+1}/{len(docs)}...")
|
109 |
current_content = format_doc_for_llm(doc) # Start with formatted original doc
|
110 |
|
111 |
+
for step in processing_steps:
|
112 |
+
if step == "summarize":
|
113 |
+
current_content = summarize_document(current_content)
|
114 |
+
elif step == "compress":
|
115 |
+
current_content = compress_document(current_content)
|
116 |
+
elif isinstance(step, dict):
|
117 |
+
# Placeholder for custom processing steps defined by dicts
|
118 |
+
logger.warning(f"Custom processing step not implemented: {step}")
|
119 |
# Add logic here if needed: extract params, call specific LLM/function
|
120 |
+
pass
|
121 |
+
else:
|
122 |
+
logger.warning(f"Unknown processing step type: {step}")
|
123 |
|
124 |
processed_outputs.append(current_content) # Add the final processed content for this doc
|
125 |
|