| 2025-01-20T17:45:16,984 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=5985 | |
| 2025-01-20T17:45:16,987 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:45:17,000 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:45:17,002 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]5985 | |
| 2025-01-20T17:45:17,005 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:45:17,010 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:45:17,032 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:45:17,101 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:45:17,106 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:45:17,106 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:45:17,107 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:45:17,107 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:45:17,107 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:45:17,107 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:45:17,108 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:45:17,108 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:45:17,108 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:17,108 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:45:17,108 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:45:17,109 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:17,109 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:45:17,109 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:45:17,109 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:17,109 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:45:17,110 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:45:17,110 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:17,110 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:45:17,110 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:45:17,110 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:17,110 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:45:17,111 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:45:17,116 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:45:17,119 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:45:17,120 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:45:17,122 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:45:17,127 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:45:17,127 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:45:17,128 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/a15c525d26d44618b25a3dc1a7bfcbb5/titan_handler.py", line 86 | |
| 2025-01-20T17:45:17,130 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:45:17,132 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:45:17,133 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:45:19,799 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=6015 | |
| 2025-01-20T17:45:19,801 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:45:19,807 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:45:19,808 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]6015 | |
| 2025-01-20T17:45:19,808 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:45:19,809 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:45:19,816 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:45:19,837 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:45:19,843 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:45:19,846 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:45:19,846 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:45:19,846 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:45:19,846 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:45:19,847 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:45:19,847 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:45:19,847 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:45:19,847 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:19,847 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:45:19,848 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:45:19,852 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:19,852 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:45:19,852 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:45:19,852 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:19,852 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:45:19,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:45:19,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:19,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:45:19,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:45:19,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:19,857 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:45:19,857 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:45:19,857 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:45:19,857 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:45:19,857 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:45:19,858 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:45:19,858 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:45:19,858 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:45:19,860 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/a15c525d26d44618b25a3dc1a7bfcbb5/titan_handler.py", line 86 | |
| 2025-01-20T17:45:19,865 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:45:19,865 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:45:19,865 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:45:22,472 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=6033 | |
| 2025-01-20T17:45:22,475 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:45:22,482 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:45:22,483 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]6033 | |
| 2025-01-20T17:45:22,483 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:45:22,484 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:45:22,487 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:45:22,517 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:45:22,520 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:45:22,520 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:45:22,520 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:45:22,520 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:45:22,521 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:45:22,521 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:45:22,521 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:45:22,521 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:45:22,521 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:22,523 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:45:22,523 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:45:22,523 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:22,523 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:45:22,523 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:45:22,523 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:22,523 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:45:22,527 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:45:22,528 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:22,529 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:45:22,532 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:45:22,533 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:22,533 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:45:22,533 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:45:22,534 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:45:22,534 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:45:22,534 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:45:22,534 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:45:22,534 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:45:22,534 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:45:22,538 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/a15c525d26d44618b25a3dc1a7bfcbb5/titan_handler.py", line 86 | |
| 2025-01-20T17:45:22,539 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:45:22,540 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:45:22,540 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:45:26,121 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=6053 | |
| 2025-01-20T17:45:26,125 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:45:26,130 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:45:26,131 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]6053 | |
| 2025-01-20T17:45:26,132 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:45:26,132 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:45:26,135 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:45:26,160 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:45:26,162 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:45:26,162 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:45:26,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:45:26,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:45:26,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:45:26,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:45:26,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:45:26,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:45:26,165 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:26,167 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:45:26,175 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:45:26,175 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:26,175 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:45:26,175 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:45:26,175 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:26,175 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:45:26,175 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:45:26,175 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:26,175 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:45:26,176 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:45:26,179 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:26,182 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:45:26,183 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:45:26,183 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:45:26,184 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:45:26,185 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:45:26,186 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:45:26,186 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:45:26,186 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:45:26,189 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/a15c525d26d44618b25a3dc1a7bfcbb5/titan_handler.py", line 86 | |
| 2025-01-20T17:45:26,189 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:45:26,190 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:45:26,190 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:45:31,465 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=6079 | |
| 2025-01-20T17:45:31,469 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:45:31,474 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:45:31,474 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]6079 | |
| 2025-01-20T17:45:31,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:45:31,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:45:31,478 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:45:31,481 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:45:31,484 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:45:31,484 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:45:31,484 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:45:31,484 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:45:31,484 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:45:31,484 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:45:31,485 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:45:31,485 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:45:31,485 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:31,485 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:45:31,485 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:45:31,485 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:31,485 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:45:31,485 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:45:31,485 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:31,486 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:45:31,486 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:45:31,486 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:31,486 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:45:31,486 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:45:31,486 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:31,486 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:45:31,486 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:45:31,486 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:45:31,487 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:45:31,491 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:45:31,494 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:45:31,495 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:45:31,496 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:45:31,496 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/a15c525d26d44618b25a3dc1a7bfcbb5/titan_handler.py", line 86 | |
| 2025-01-20T17:45:31,496 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:45:31,497 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:45:31,497 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:45:38,144 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=6114 | |
| 2025-01-20T17:45:38,146 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:45:38,153 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:45:38,153 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]6114 | |
| 2025-01-20T17:45:38,154 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:45:38,154 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:45:38,155 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:45:38,161 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:45:38,161 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:45:38,163 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:45:38,163 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:45:38,163 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:45:38,163 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:45:38,163 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:45:38,163 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:45:38,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:38,165 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:45:38,167 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:45:38,167 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:38,168 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:45:38,169 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:45:38,169 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:45:38,169 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:45:38,169 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:45:38,169 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:45:38,169 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:45:38,169 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:45:38,169 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/a15c525d26d44618b25a3dc1a7bfcbb5/titan_handler.py", line 86 | |
| 2025-01-20T17:45:38,170 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:45:38,170 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:45:38,170 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:45:47,744 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=6163 | |
| 2025-01-20T17:45:47,744 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:45:47,752 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:45:47,752 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]6163 | |
| 2025-01-20T17:45:47,752 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:45:47,754 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:45:47,759 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:45:47,761 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:45:47,763 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:45:47,766 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:45:47,768 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:45:47,768 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:45:47,768 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:45:47,768 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:45:47,768 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:45:47,768 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:45:47,768 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:47,768 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:45:47,768 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:45:47,769 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:47,769 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:45:47,769 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:45:47,769 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:47,770 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:45:47,770 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:45:47,772 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:47,775 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:45:47,775 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:45:47,776 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:45:47,780 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:45:47,780 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:45:47,780 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:45:47,781 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:45:47,781 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:45:47,782 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:45:47,782 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:45:47,783 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:45:47,783 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/a15c525d26d44618b25a3dc1a7bfcbb5/titan_handler.py", line 86 | |
| 2025-01-20T17:45:47,783 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:45:47,784 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:45:47,785 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:46:02,338 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=6230 | |
| 2025-01-20T17:46:02,339 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:46:02,346 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:46:02,346 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]6230 | |
| 2025-01-20T17:46:02,347 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:46:02,348 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:46:02,349 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:46:02,350 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:46:02,352 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:46:02,356 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:46:02,357 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:46:02,358 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:46:02,366 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:46:02,367 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:46:02,367 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:46:02,368 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:46:02,376 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:46:02,376 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:46:02,376 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:46:02,376 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:46:02,377 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:46:02,378 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:46:02,379 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/a15c525d26d44618b25a3dc1a7bfcbb5/titan_handler.py", line 86 | |
| 2025-01-20T17:46:02,379 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:46:02,379 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:46:02,379 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:46:24,990 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=6331 | |
| 2025-01-20T17:46:24,992 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:46:25,005 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:46:25,006 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]6331 | |
| 2025-01-20T17:46:25,006 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:46:25,007 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:46:25,010 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:46:25,012 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:46:25,017 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:46:25,017 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:46:25,017 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:46:25,018 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:46:25,019 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:46:25,019 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:46:25,019 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:46:25,020 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:46:25,020 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:46:25,020 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:46:25,021 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:46:25,022 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:46:25,022 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:46:25,023 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:46:25,024 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:46:25,024 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:46:25,026 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:46:25,026 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:46:25,027 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:46:25,027 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:46:25,027 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:46:25,028 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:46:25,028 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:46:25,029 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:46:25,030 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:46:25,030 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:46:25,031 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:46:25,032 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:46:25,033 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:46:25,033 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/a15c525d26d44618b25a3dc1a7bfcbb5/titan_handler.py", line 86 | |
| 2025-01-20T17:46:25,036 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:46:25,036 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:46:25,038 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:48:52,467 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=6998 | |
| 2025-01-20T17:48:52,470 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:48:52,482 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:48:52,483 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]6998 | |
| 2025-01-20T17:48:52,492 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:48:52,494 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:48:52,530 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:48:52,599 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:48:52,602 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:48:52,603 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:48:52,604 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:48:52,605 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:48:52,606 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:48:52,607 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:48:52,608 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:48:52,608 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:48:52,610 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:52,611 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:48:52,617 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:48:52,618 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:52,618 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:48:52,619 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:48:52,620 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:52,621 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:48:52,622 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:48:52,623 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:52,624 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:48:52,625 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:48:52,628 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:52,634 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:48:52,635 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:48:52,636 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:48:52,636 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:48:52,638 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:48:52,638 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:48:52,639 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:48:52,640 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:48:52,646 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/e1d5abe5fc2d4242a8e27bb4f69fedad/titan_handler.py", line 86 | |
| 2025-01-20T17:48:52,650 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:48:52,652 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:48:52,653 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:48:55,334 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=7028 | |
| 2025-01-20T17:48:55,336 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:48:55,343 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:48:55,343 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]7028 | |
| 2025-01-20T17:48:55,345 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:48:55,345 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:48:55,350 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:48:55,379 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:48:55,381 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:48:55,383 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:48:55,388 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:48:55,389 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:48:55,390 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:48:55,402 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:48:55,405 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:48:55,406 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:48:55,409 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:55,412 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:48:55,418 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:48:55,418 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:55,418 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:48:55,418 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:48:55,418 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:55,421 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:48:55,421 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:48:55,422 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:55,422 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:48:55,423 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:48:55,423 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:55,423 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:48:55,423 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:48:55,423 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:48:55,424 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:48:55,424 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:48:55,424 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:48:55,425 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:48:55,428 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:48:55,430 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/e1d5abe5fc2d4242a8e27bb4f69fedad/titan_handler.py", line 86 | |
| 2025-01-20T17:48:55,430 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:48:55,431 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:48:55,431 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:48:58,009 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=7044 | |
| 2025-01-20T17:48:58,013 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:48:58,022 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:48:58,023 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]7044 | |
| 2025-01-20T17:48:58,025 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:48:58,026 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:48:58,028 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:48:58,050 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:48:58,055 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:48:58,055 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:48:58,056 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:48:58,056 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:48:58,057 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:48:58,058 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:48:58,058 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:48:58,059 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:48:58,059 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:58,062 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:48:58,063 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:48:58,064 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:58,065 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:48:58,065 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:48:58,066 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:58,067 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:48:58,074 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:48:58,074 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:58,076 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:48:58,077 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:48:58,080 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:48:58,080 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:48:58,081 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:48:58,082 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:48:58,082 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:48:58,082 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:48:58,083 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:48:58,083 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:48:58,083 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:48:58,084 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/e1d5abe5fc2d4242a8e27bb4f69fedad/titan_handler.py", line 86 | |
| 2025-01-20T17:48:58,084 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:48:58,091 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:48:58,091 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:49:01,657 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=7066 | |
| 2025-01-20T17:49:01,658 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:49:01,666 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:49:01,666 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]7066 | |
| 2025-01-20T17:49:01,667 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:49:01,668 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:49:01,672 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:49:01,693 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:49:01,695 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:49:01,695 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:49:01,696 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:49:01,696 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:49:01,696 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:49:01,696 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:49:01,697 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:49:01,697 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:49:01,697 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:01,697 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:49:01,697 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:49:01,697 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:01,697 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:49:01,697 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:49:01,699 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:01,699 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:49:01,699 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:49:01,700 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:01,700 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:49:01,700 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:49:01,700 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:01,700 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:49:01,701 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:49:01,707 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:49:01,707 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:49:01,708 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:49:01,708 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:49:01,709 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:49:01,710 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:49:01,710 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/e1d5abe5fc2d4242a8e27bb4f69fedad/titan_handler.py", line 86 | |
| 2025-01-20T17:49:01,710 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:49:01,710 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:49:01,711 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:49:07,218 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=7092 | |
| 2025-01-20T17:49:07,221 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:49:07,234 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:49:07,235 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]7092 | |
| 2025-01-20T17:49:07,236 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:49:07,238 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:49:07,245 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:49:07,248 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:49:07,252 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:49:07,253 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:49:07,253 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:49:07,255 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:49:07,255 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:49:07,256 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:49:07,257 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:49:07,260 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:49:07,261 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:07,262 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:49:07,262 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:49:07,263 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:07,264 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:49:07,265 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:49:07,265 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:07,273 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:49:07,277 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:49:07,278 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:07,279 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:49:07,282 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:49:07,282 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:07,283 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:49:07,283 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:49:07,284 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:49:07,285 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:49:07,286 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:49:07,288 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:49:07,288 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:49:07,289 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:49:07,289 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/e1d5abe5fc2d4242a8e27bb4f69fedad/titan_handler.py", line 86 | |
| 2025-01-20T17:49:07,290 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:49:07,291 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:49:07,293 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:49:13,860 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=7129 | |
| 2025-01-20T17:49:13,862 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:49:13,873 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:49:13,873 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]7129 | |
| 2025-01-20T17:49:13,874 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:49:13,874 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:49:13,877 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:49:13,879 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:49:13,882 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:49:13,882 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:49:13,882 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:49:13,882 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:49:13,882 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:49:13,882 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:49:13,882 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:49:13,882 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:49:13,882 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:49:13,883 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:49:13,884 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:13,884 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:49:13,884 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:49:13,884 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:49:13,884 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:49:13,884 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:49:13,884 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:49:13,884 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:49:13,884 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:49:13,887 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/e1d5abe5fc2d4242a8e27bb4f69fedad/titan_handler.py", line 86 | |
| 2025-01-20T17:49:13,890 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:49:13,890 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:49:13,890 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:49:23,456 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=7176 | |
| 2025-01-20T17:49:23,457 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:49:23,464 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:49:23,465 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]7176 | |
| 2025-01-20T17:49:23,465 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:49:23,465 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:49:23,467 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:49:23,469 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:49:23,472 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:49:23,472 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:49:23,474 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:49:23,474 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:49:23,474 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:49:23,475 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:49:23,475 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:49:23,475 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:49:23,475 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:23,475 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:49:23,475 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:49:23,475 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:23,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:49:23,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:49:23,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:23,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:49:23,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:49:23,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:23,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:49:23,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:49:23,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:23,476 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/e1d5abe5fc2d4242a8e27bb4f69fedad/titan_handler.py", line 86 | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:49:23,477 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:49:38,047 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=7239 | |
| 2025-01-20T17:49:38,048 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:49:38,055 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:49:38,056 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]7239 | |
| 2025-01-20T17:49:38,056 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:49:38,056 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:49:38,062 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:49:38,062 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:49:38,065 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:49:38,065 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:49:38,078 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:49:38,079 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:49:38,080 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:49:38,081 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:49:38,083 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:49:38,084 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:49:38,085 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:38,086 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:49:38,087 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:49:38,090 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:38,091 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:49:38,091 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:49:38,091 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:38,092 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:49:38,093 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:49:38,093 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:38,093 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:49:38,094 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:49:38,094 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:49:38,095 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:49:38,095 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:49:38,095 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:49:38,096 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:49:38,096 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:49:38,097 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:49:38,097 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:49:38,097 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:49:38,098 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/e1d5abe5fc2d4242a8e27bb4f69fedad/titan_handler.py", line 86 | |
| 2025-01-20T17:49:38,098 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:49:38,099 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:49:38,099 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:50:00,640 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=7344 | |
| 2025-01-20T17:50:00,646 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:50:00,651 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:50:00,652 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]7344 | |
| 2025-01-20T17:50:00,653 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:50:00,654 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:50:00,658 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:50:00,660 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:50:00,665 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:50:00,667 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:50:00,669 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:50:00,669 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:50:00,669 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:50:00,669 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:50:00,670 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:50:00,671 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:50:00,671 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:50:00,672 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:50:00,672 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:50:00,672 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:50:00,673 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 108, in load | |
| 2025-01-20T17:50:00,673 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module, function_name = self._load_handler_file(handler) | |
| 2025-01-20T17:50:00,675 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:50:00,675 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 153, in _load_handler_file | |
| 2025-01-20T17:50:00,676 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - module = importlib.import_module(module_name) | |
| 2025-01-20T17:50:00,677 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:50:00,677 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/lib/python3.11/importlib/__init__.py", line 126, in import_module | |
| 2025-01-20T17:50:00,678 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - return _bootstrap._gcd_import(name[level:], package, level) | |
| 2025-01-20T17:50:00,678 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:50:00,678 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1204, in _gcd_import | |
| 2025-01-20T17:50:00,678 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1176, in _find_and_load | |
| 2025-01-20T17:50:00,680 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked | |
| 2025-01-20T17:50:00,681 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 690, in _load_unlocked | |
| 2025-01-20T17:50:00,681 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 936, in exec_module | |
| 2025-01-20T17:50:00,682 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1074, in get_code | |
| 2025-01-20T17:50:00,682 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap_external>", line 1004, in source_to_code | |
| 2025-01-20T17:50:00,682 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| 2025-01-20T17:50:00,684 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/e1d5abe5fc2d4242a8e27bb4f69fedad/titan_handler.py", line 86 | |
| 2025-01-20T17:50:00,684 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - print(" | |
| 2025-01-20T17:50:00,684 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^ | |
| 2025-01-20T17:50:00,684 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - SyntaxError: unterminated string literal (detected at line 86) | |
| 2025-01-20T17:55:36,137 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=8794 | |
| 2025-01-20T17:55:36,139 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:55:36,149 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:55:36,149 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]8794 | |
| 2025-01-20T17:55:36,150 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:55:36,150 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:55:36,171 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:55:36,222 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:55:36,226 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:55:36,226 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:55:36,226 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:55:36,226 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:55:36,227 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:55:36,232 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:55:36,232 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:55:36,232 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:55:36,234 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:36,234 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:55:36,234 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:55:36,234 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:36,237 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T17:55:36,237 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T17:55:36,238 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:36,238 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 185, in _get_class_entry_point | |
| 2025-01-20T17:55:36,238 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_service = model_class() | |
| 2025-01-20T17:55:36,238 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:36,238 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/17fba6ef1a9d4697a83e026d885557fd/titan_handler.py", line 7, in __init__ | |
| 2025-01-20T17:55:36,239 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.device = 'cuda' if torch.cuda.is_available() else 'cpu' | |
| 2025-01-20T17:55:36,239 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^ | |
| 2025-01-20T17:55:36,239 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - NameError: name 'torch' is not defined | |
| 2025-01-20T17:55:38,858 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=8824 | |
| 2025-01-20T17:55:38,861 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:55:38,871 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:55:38,872 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]8824 | |
| 2025-01-20T17:55:38,872 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:55:38,872 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:55:38,876 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:55:38,903 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:55:38,905 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:55:38,906 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:55:38,908 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:55:38,909 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:55:38,910 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:55:38,912 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:55:38,915 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:55:38,921 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:55:38,922 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:38,923 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:55:38,924 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:55:38,934 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:38,935 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T17:55:38,935 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T17:55:38,937 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:38,937 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 185, in _get_class_entry_point | |
| 2025-01-20T17:55:38,938 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_service = model_class() | |
| 2025-01-20T17:55:38,940 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:38,941 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/17fba6ef1a9d4697a83e026d885557fd/titan_handler.py", line 7, in __init__ | |
| 2025-01-20T17:55:38,942 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.device = 'cuda' if torch.cuda.is_available() else 'cpu' | |
| 2025-01-20T17:55:38,943 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^ | |
| 2025-01-20T17:55:38,943 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - NameError: name 'torch' is not defined | |
| 2025-01-20T17:55:42,269 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=8838 | |
| 2025-01-20T17:55:42,274 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:55:42,286 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:55:42,287 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]8838 | |
| 2025-01-20T17:55:42,287 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:55:42,289 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:55:42,295 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:55:42,319 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:55:42,321 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:55:42,322 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:55:42,332 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:55:42,341 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:55:42,342 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:55:42,344 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:55:42,347 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:55:42,347 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:55:42,348 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:42,349 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:55:42,350 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:55:42,351 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:42,353 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T17:55:42,355 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T17:55:42,360 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:42,361 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 185, in _get_class_entry_point | |
| 2025-01-20T17:55:42,362 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_service = model_class() | |
| 2025-01-20T17:55:42,363 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:42,364 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/17fba6ef1a9d4697a83e026d885557fd/titan_handler.py", line 7, in __init__ | |
| 2025-01-20T17:55:42,365 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.device = 'cuda' if torch.cuda.is_available() else 'cpu' | |
| 2025-01-20T17:55:42,366 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^ | |
| 2025-01-20T17:55:42,367 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - NameError: name 'torch' is not defined | |
| 2025-01-20T17:55:45,927 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=8868 | |
| 2025-01-20T17:55:45,932 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:55:45,937 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:55:45,938 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]8868 | |
| 2025-01-20T17:55:45,938 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:55:45,939 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:55:45,941 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:55:45,971 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:55:45,971 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:55:45,971 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:55:45,971 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:55:45,971 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:55:45,971 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:55:45,972 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:55:45,972 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:55:45,972 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:55:45,972 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:45,972 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:55:45,972 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:55:45,972 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:45,973 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T17:55:45,973 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T17:55:45,973 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:45,973 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 185, in _get_class_entry_point | |
| 2025-01-20T17:55:45,973 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_service = model_class() | |
| 2025-01-20T17:55:45,980 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:45,981 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/17fba6ef1a9d4697a83e026d885557fd/titan_handler.py", line 7, in __init__ | |
| 2025-01-20T17:55:45,982 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.device = 'cuda' if torch.cuda.is_available() else 'cpu' | |
| 2025-01-20T17:55:45,982 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^ | |
| 2025-01-20T17:55:45,983 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - NameError: name 'torch' is not defined | |
| 2025-01-20T17:55:50,540 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=8890 | |
| 2025-01-20T17:55:50,542 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:55:50,549 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:55:50,550 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]8890 | |
| 2025-01-20T17:55:50,550 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:55:50,550 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:55:50,555 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:55:50,558 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:55:50,559 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:55:50,559 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:55:50,559 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:55:50,560 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:55:50,560 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:55:50,560 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:55:50,560 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:55:50,560 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:55:50,560 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:50,560 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:55:50,560 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:55:50,560 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:50,561 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T17:55:50,561 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T17:55:50,561 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:50,561 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 185, in _get_class_entry_point | |
| 2025-01-20T17:55:50,561 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_service = model_class() | |
| 2025-01-20T17:55:50,561 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:50,564 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/17fba6ef1a9d4697a83e026d885557fd/titan_handler.py", line 7, in __init__ | |
| 2025-01-20T17:55:50,564 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.device = 'cuda' if torch.cuda.is_available() else 'cpu' | |
| 2025-01-20T17:55:50,564 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^ | |
| 2025-01-20T17:55:50,564 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - NameError: name 'torch' is not defined | |
| 2025-01-20T17:55:57,130 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=8925 | |
| 2025-01-20T17:55:57,133 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T17:55:57,140 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T17:55:57,140 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]8925 | |
| 2025-01-20T17:55:57,141 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T17:55:57,141 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T17:55:57,144 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T17:55:57,145 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T17:55:57,147 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T17:55:57,147 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:55:57,148 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T17:55:57,148 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T17:55:57,148 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T17:55:57,149 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T17:55:57,150 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T17:55:57,150 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T17:55:57,151 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:57,152 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T17:55:57,153 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T17:55:57,157 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:57,158 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T17:55:57,162 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T17:55:57,162 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:57,162 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 185, in _get_class_entry_point | |
| 2025-01-20T17:55:57,163 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_service = model_class() | |
| 2025-01-20T17:55:57,163 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^ | |
| 2025-01-20T17:55:57,163 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/tmp/models/17fba6ef1a9d4697a83e026d885557fd/titan_handler.py", line 7, in __init__ | |
| 2025-01-20T17:55:57,163 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.device = 'cuda' if torch.cuda.is_available() else 'cpu' | |
| 2025-01-20T17:55:57,164 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^ | |
| 2025-01-20T17:55:57,166 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - NameError: name 'torch' is not defined | |
| 2025-01-20T17:56:06,875 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T17:56:06,877 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 15, in <module> | |
| 2025-01-20T17:56:06,879 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - from ts.async_service import AsyncService | |
| 2025-01-20T17:56:06,880 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/async_service.py", line 14, in <module> | |
| 2025-01-20T17:56:06,881 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - from ts.handler_utils.utils import create_predict_response | |
| 2025-01-20T17:56:06,882 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/handler_utils/utils.py", line 5, in <module> | |
| 2025-01-20T17:56:06,884 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - from ts.protocol.otf_message_handler import create_predict_response | |
| 2025-01-20T17:56:06,885 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/protocol/otf_message_handler.py", line 14, in <module> | |
| 2025-01-20T17:56:06,886 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - import torch | |
| 2025-01-20T17:56:06,886 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/__init__.py", line 2486, in <module> | |
| 2025-01-20T17:56:06,888 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - from torch import _meta_registrations | |
| 2025-01-20T17:56:06,889 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_meta_registrations.py", line 10, in <module> | |
| 2025-01-20T17:56:06,892 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - from torch._decomp import ( | |
| 2025-01-20T17:56:06,894 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_decomp/__init__.py", line 249, in <module> | |
| 2025-01-20T17:56:06,895 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - import torch._decomp.decompositions | |
| 2025-01-20T17:56:06,896 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_decomp/decompositions.py", line 15, in <module> | |
| 2025-01-20T17:56:06,897 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - import torch._prims as prims | |
| 2025-01-20T17:56:06,898 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_prims/__init__.py", line 523, in <module> | |
| 2025-01-20T17:56:06,899 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - abs = _make_elementwise_unary_prim( | |
| 2025-01-20T17:56:06,900 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:56:06,901 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_prims/__init__.py", line 491, in _make_elementwise_unary_prim | |
| 2025-01-20T17:56:06,902 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - return _make_prim( | |
| 2025-01-20T17:56:06,903 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - ^^^^^^^^^^^ | |
| 2025-01-20T17:56:06,903 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_prims/__init__.py", line 319, in _make_prim | |
| 2025-01-20T17:56:06,905 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - prim_def = torch.library.custom_op( | |
| 2025-01-20T17:56:06,906 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:56:06,907 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_library/custom_ops.py", line 157, in custom_op | |
| 2025-01-20T17:56:06,908 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - return inner(fn) | |
| 2025-01-20T17:56:06,908 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - ^^^^^^^^^ | |
| 2025-01-20T17:56:06,912 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_library/custom_ops.py", line 138, in inner | |
| 2025-01-20T17:56:06,913 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - result = CustomOpDef(namespace, opname, schema_str, fn) | |
| 2025-01-20T17:56:06,914 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:56:06,915 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_library/custom_ops.py", line 186, in __init__ | |
| 2025-01-20T17:56:06,916 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - self._register_to_dispatcher() | |
| 2025-01-20T17:56:06,919 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_library/custom_ops.py", line 616, in _register_to_dispatcher | |
| 2025-01-20T17:56:06,920 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - lib._register_fake(self._name, fake_impl, _stacklevel=4) | |
| 2025-01-20T17:56:06,920 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/library.py", line 163, in _register_fake | |
| 2025-01-20T17:56:06,921 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - source = torch._library.utils.get_source(_stacklevel + 1) | |
| 2025-01-20T17:56:06,921 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:56:06,923 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/torch/_library/utils.py", line 42, in get_source | |
| 2025-01-20T17:56:06,924 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - frame = inspect.getframeinfo(sys._getframe(stacklevel)) | |
| 2025-01-20T17:56:06,925 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:56:06,926 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/lib/python3.11/inspect.py", line 1688, in getframeinfo | |
| 2025-01-20T17:56:06,928 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - lines, lnum = findsource(frame) | |
| 2025-01-20T17:56:06,928 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - ^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:56:06,930 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/lib/python3.11/inspect.py", line 1071, in findsource | |
| 2025-01-20T17:56:06,931 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - module = getmodule(object, file) | |
| 2025-01-20T17:56:06,942 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:56:06,942 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "/usr/lib/python3.11/inspect.py", line 997, in getmodule | |
| 2025-01-20T17:56:06,944 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - os.path.realpath(f)] = module.__name__ | |
| 2025-01-20T17:56:06,945 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - ^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T17:56:06,945 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "<frozen posixpath>", line 416, in realpath | |
| 2025-01-20T17:56:06,947 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - File "<frozen posixpath>", line 451, in _joinrealpath | |
| 2025-01-20T17:56:06,948 [WARN ] W-9000-titan_1.0-stderr MODEL_LOG - KeyboardInterrupt | |
| 2025-01-20T18:08:31,851 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=12171 | |
| 2025-01-20T18:08:31,854 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T18:08:31,860 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T18:08:31,860 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]12171 | |
| 2025-01-20T18:08:31,860 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T18:08:31,861 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T18:08:31,877 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T18:08:31,929 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T18:08:31,934 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T18:08:31,935 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T18:08:31,935 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T18:08:31,935 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T18:08:31,935 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T18:08:31,936 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T18:08:31,936 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T18:08:31,936 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T18:08:31,936 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:31,937 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T18:08:31,937 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T18:08:31,937 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:31,942 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T18:08:31,943 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T18:08:31,944 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:31,944 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 178, in _get_class_entry_point | |
| 2025-01-20T18:08:31,946 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - raise ValueError( | |
| 2025-01-20T18:08:31,947 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ValueError: Expected only one class in custom service code or a function entry point [<class 'titan_handler.CustomEmbedding'>, <class 'titan_handler.CustomTokenizer'>, <class 'titan_handler.TextDataset'>, <class 'titan_handler.TitanHandler'>, <class 'titan_handler.TitanModelWithCustomEmbedding'>] | |
| 2025-01-20T18:08:34,550 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=12197 | |
| 2025-01-20T18:08:34,554 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T18:08:34,559 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T18:08:34,560 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]12197 | |
| 2025-01-20T18:08:34,561 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T18:08:34,562 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T18:08:34,565 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T18:08:34,593 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T18:08:34,594 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T18:08:34,595 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T18:08:34,596 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T18:08:34,596 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T18:08:34,596 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T18:08:34,596 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T18:08:34,596 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T18:08:34,598 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T18:08:34,598 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:34,598 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T18:08:34,599 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T18:08:34,599 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:34,599 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T18:08:34,599 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T18:08:34,599 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:34,606 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 178, in _get_class_entry_point | |
| 2025-01-20T18:08:34,606 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - raise ValueError( | |
| 2025-01-20T18:08:34,607 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ValueError: Expected only one class in custom service code or a function entry point [<class 'titan_handler.CustomEmbedding'>, <class 'titan_handler.CustomTokenizer'>, <class 'titan_handler.TextDataset'>, <class 'titan_handler.TitanHandler'>, <class 'titan_handler.TitanModelWithCustomEmbedding'>] | |
| 2025-01-20T18:08:37,596 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=12217 | |
| 2025-01-20T18:08:37,607 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T18:08:37,621 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T18:08:37,622 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]12217 | |
| 2025-01-20T18:08:37,623 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T18:08:37,628 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T18:08:37,639 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T18:08:37,669 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T18:08:37,673 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T18:08:37,673 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T18:08:37,674 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T18:08:37,675 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T18:08:37,676 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T18:08:37,676 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T18:08:37,680 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T18:08:37,681 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T18:08:37,682 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:37,683 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T18:08:37,683 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T18:08:37,684 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:37,688 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T18:08:37,689 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T18:08:37,690 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:37,691 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 178, in _get_class_entry_point | |
| 2025-01-20T18:08:37,692 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - raise ValueError( | |
| 2025-01-20T18:08:37,692 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ValueError: Expected only one class in custom service code or a function entry point [<class 'titan_handler.CustomEmbedding'>, <class 'titan_handler.CustomTokenizer'>, <class 'titan_handler.TextDataset'>, <class 'titan_handler.TitanHandler'>, <class 'titan_handler.TitanModelWithCustomEmbedding'>] | |
| 2025-01-20T18:08:41,278 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=12239 | |
| 2025-01-20T18:08:41,279 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T18:08:41,286 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T18:08:41,286 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]12239 | |
| 2025-01-20T18:08:41,287 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T18:08:41,288 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T18:08:41,291 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T18:08:41,317 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T18:08:41,320 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T18:08:41,320 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T18:08:41,320 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T18:08:41,320 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T18:08:41,320 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T18:08:41,321 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T18:08:41,321 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T18:08:41,321 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T18:08:41,321 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:41,321 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T18:08:41,322 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T18:08:41,322 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:41,322 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T18:08:41,322 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T18:08:41,322 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:41,322 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 178, in _get_class_entry_point | |
| 2025-01-20T18:08:41,331 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - raise ValueError( | |
| 2025-01-20T18:08:41,334 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ValueError: Expected only one class in custom service code or a function entry point [<class 'titan_handler.CustomEmbedding'>, <class 'titan_handler.CustomTokenizer'>, <class 'titan_handler.TextDataset'>, <class 'titan_handler.TitanHandler'>, <class 'titan_handler.TitanModelWithCustomEmbedding'>] | |
| 2025-01-20T18:08:45,891 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=12267 | |
| 2025-01-20T18:08:45,895 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T18:08:45,899 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T18:08:45,900 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]12267 | |
| 2025-01-20T18:08:45,901 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T18:08:45,901 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T18:08:45,903 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T18:08:45,905 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T18:08:45,907 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T18:08:45,907 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T18:08:45,907 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T18:08:45,907 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T18:08:45,908 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T18:08:45,908 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T18:08:45,908 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T18:08:45,908 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T18:08:45,908 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:45,908 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T18:08:45,908 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T18:08:45,909 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:45,909 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T18:08:45,909 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T18:08:45,913 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:45,913 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 178, in _get_class_entry_point | |
| 2025-01-20T18:08:45,913 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - raise ValueError( | |
| 2025-01-20T18:08:45,913 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ValueError: Expected only one class in custom service code or a function entry point [<class 'titan_handler.CustomEmbedding'>, <class 'titan_handler.CustomTokenizer'>, <class 'titan_handler.TextDataset'>, <class 'titan_handler.TitanHandler'>, <class 'titan_handler.TitanModelWithCustomEmbedding'>] | |
| 2025-01-20T18:08:52,625 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=12298 | |
| 2025-01-20T18:08:52,627 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T18:08:52,635 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T18:08:52,635 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]12298 | |
| 2025-01-20T18:08:52,637 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T18:08:52,637 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T18:08:52,639 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T18:08:52,643 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T18:08:52,645 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T18:08:52,646 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T18:08:52,651 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T18:08:52,651 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T18:08:52,652 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T18:08:52,653 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T18:08:52,653 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T18:08:52,653 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T18:08:52,653 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:52,653 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T18:08:52,653 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T18:08:52,654 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:52,654 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T18:08:52,654 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T18:08:52,654 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:08:52,654 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 178, in _get_class_entry_point | |
| 2025-01-20T18:08:52,655 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - raise ValueError( | |
| 2025-01-20T18:08:52,655 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ValueError: Expected only one class in custom service code or a function entry point [<class 'titan_handler.CustomEmbedding'>, <class 'titan_handler.CustomTokenizer'>, <class 'titan_handler.TextDataset'>, <class 'titan_handler.TitanHandler'>, <class 'titan_handler.TitanModelWithCustomEmbedding'>] | |
| 2025-01-20T18:09:02,675 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=12345 | |
| 2025-01-20T18:09:02,677 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T18:09:02,696 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T18:09:02,696 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]12345 | |
| 2025-01-20T18:09:02,697 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T18:09:02,701 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T18:09:02,706 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T18:09:02,707 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T18:09:02,709 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T18:09:02,709 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T18:09:02,709 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T18:09:02,709 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T18:09:02,710 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T18:09:02,710 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T18:09:02,710 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T18:09:02,711 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T18:09:02,711 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:09:02,711 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T18:09:02,712 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T18:09:02,712 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:09:02,712 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T18:09:02,712 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T18:09:02,712 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:09:02,712 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 178, in _get_class_entry_point | |
| 2025-01-20T18:09:02,712 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - raise ValueError( | |
| 2025-01-20T18:09:02,712 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ValueError: Expected only one class in custom service code or a function entry point [<class 'titan_handler.CustomEmbedding'>, <class 'titan_handler.CustomTokenizer'>, <class 'titan_handler.TextDataset'>, <class 'titan_handler.TitanHandler'>, <class 'titan_handler.TitanModelWithCustomEmbedding'>] | |
| 2025-01-20T18:09:17,832 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=12416 | |
| 2025-01-20T18:09:17,833 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T18:09:17,840 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T18:09:17,841 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]12416 | |
| 2025-01-20T18:09:17,841 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T18:09:17,842 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T18:09:17,843 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T18:09:17,845 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T18:09:17,847 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T18:09:17,853 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T18:09:17,853 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T18:09:17,853 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T18:09:17,854 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T18:09:17,854 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T18:09:17,854 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T18:09:17,855 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T18:09:17,855 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:09:17,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T18:09:17,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T18:09:17,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:09:17,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T18:09:17,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T18:09:17,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:09:17,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 178, in _get_class_entry_point | |
| 2025-01-20T18:09:17,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - raise ValueError( | |
| 2025-01-20T18:09:17,856 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ValueError: Expected only one class in custom service code or a function entry point [<class 'titan_handler.CustomEmbedding'>, <class 'titan_handler.CustomTokenizer'>, <class 'titan_handler.TextDataset'>, <class 'titan_handler.TitanHandler'>, <class 'titan_handler.TitanModelWithCustomEmbedding'>] | |
| 2025-01-20T18:09:40,971 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=12521 | |
| 2025-01-20T18:09:40,972 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T18:09:40,988 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T18:09:40,988 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]12521 | |
| 2025-01-20T18:09:40,989 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T18:09:40,989 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T18:09:40,991 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T18:09:40,992 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T18:09:40,994 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T18:09:40,995 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:09:40,996 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T18:09:40,996 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T18:09:40,996 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:09:40,996 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 178, in _get_class_entry_point | |
| 2025-01-20T18:09:40,996 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - raise ValueError( | |
| 2025-01-20T18:09:40,996 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ValueError: Expected only one class in custom service code or a function entry point [<class 'titan_handler.CustomEmbedding'>, <class 'titan_handler.CustomTokenizer'>, <class 'titan_handler.TextDataset'>, <class 'titan_handler.TitanHandler'>, <class 'titan_handler.TitanModelWithCustomEmbedding'>] | |
| 2025-01-20T18:10:16,670 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - s_name_part0=/tmp/.ts.sock, s_name_part1=9000, pid=12680 | |
| 2025-01-20T18:10:16,686 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Listening on port: /tmp/.ts.sock.9000 | |
| 2025-01-20T18:10:16,697 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Successfully loaded /usr/local/lib/python3.11/dist-packages/ts/configs/metrics.yaml. | |
| 2025-01-20T18:10:16,698 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - [PID]12680 | |
| 2025-01-20T18:10:16,698 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Torch worker started. | |
| 2025-01-20T18:10:16,698 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Python runtime: 3.11.11 | |
| 2025-01-20T18:10:16,704 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Connection accepted: /tmp/.ts.sock.9000. | |
| 2025-01-20T18:10:16,705 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - model_name: titan, batchSize: 1 | |
| 2025-01-20T18:10:16,707 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Backend worker process died. | |
| 2025-01-20T18:10:16,708 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - Traceback (most recent call last): | |
| 2025-01-20T18:10:16,709 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 301, in <module> | |
| 2025-01-20T18:10:16,709 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - worker.run_server() | |
| 2025-01-20T18:10:16,710 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 268, in run_server | |
| 2025-01-20T18:10:16,711 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - self.handle_connection(cl_socket) | |
| 2025-01-20T18:10:16,711 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 196, in handle_connection | |
| 2025-01-20T18:10:16,712 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service, result, code = self.load_model(msg) | |
| 2025-01-20T18:10:16,717 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:10:16,718 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_service_worker.py", line 133, in load_model | |
| 2025-01-20T18:10:16,718 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - service = model_loader.load( | |
| 2025-01-20T18:10:16,719 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:10:16,719 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 125, in load | |
| 2025-01-20T18:10:16,720 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - entry_point, initialize_fn = self._get_class_entry_point(module) | |
| 2025-01-20T18:10:16,721 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| 2025-01-20T18:10:16,721 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - File "/usr/local/lib/python3.11/dist-packages/ts/model_loader.py", line 178, in _get_class_entry_point | |
| 2025-01-20T18:10:16,722 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - raise ValueError( | |
| 2025-01-20T18:10:16,722 [INFO ] W-9000-titan_1.0-stdout MODEL_LOG - ValueError: Expected only one class in custom service code or a function entry point [<class 'titan_handler.CustomEmbedding'>, <class 'titan_handler.CustomTokenizer'>, <class 'titan_handler.TextDataset'>, <class 'titan_handler.TitanHandler'>, <class 'titan_handler.TitanModelWithCustomEmbedding'>] | |