Update worker.py
Browse files
worker.py
CHANGED
@@ -16,6 +16,7 @@ class RabbitMQWorker:
|
|
16 |
self.num_workers = num_workers
|
17 |
self.public_connection = pika.BlockingConnection(pika.URLParameters(os.getenv("RABBITMQ_URL", "amqp://guest:guest@localhost:5672/")))
|
18 |
self.public_channel = self.public_connection.channel()
|
|
|
19 |
|
20 |
def callback(self, ch, method, properties, body):
|
21 |
"""Handle incoming RabbitMQ messages"""
|
@@ -28,7 +29,7 @@ class RabbitMQWorker:
|
|
28 |
contexts = []
|
29 |
body_dict = json.loads(body)
|
30 |
for file in body_dict.get("input_files", []):
|
31 |
-
contexts.append({"key": file["key"], "body": self.
|
32 |
body_dict["md_context"] = contexts
|
33 |
json_body = json.dumps(body_dict)
|
34 |
self.public_channel.queue_declare(queue="ml_server", durable=True)
|
|
|
16 |
self.num_workers = num_workers
|
17 |
self.public_connection = pika.BlockingConnection(pika.URLParameters(os.getenv("RABBITMQ_URL", "amqp://guest:guest@localhost:5672/")))
|
18 |
self.public_channel = self.public_connection.channel()
|
19 |
+
self.processor = Processor()
|
20 |
|
21 |
def callback(self, ch, method, properties, body):
|
22 |
"""Handle incoming RabbitMQ messages"""
|
|
|
29 |
contexts = []
|
30 |
body_dict = json.loads(body)
|
31 |
for file in body_dict.get("input_files", []):
|
32 |
+
contexts.append({"key": file["key"], "body": self.processor.process(file["url"])})
|
33 |
body_dict["md_context"] = contexts
|
34 |
json_body = json.dumps(body_dict)
|
35 |
self.public_channel.queue_declare(queue="ml_server", durable=True)
|