hylee
commited on
Commit
·
d684058
1
Parent(s):
6c53ff5
comment out dels
Browse files- handler.py +3 -3
handler.py
CHANGED
|
@@ -261,7 +261,7 @@ class EndpointHandler():
|
|
| 261 |
total_mem = mem_info.total / (1024 ** 3) # Convert to gigabytes
|
| 262 |
logger.info(f"Used Memory after model 1 loaded: {used_mem:.2f} GB, Total Mem: {total_mem:.2f} GB")
|
| 263 |
logger.info(f"CPU Usage after model 1 loaded: {cpu_percent}%")
|
| 264 |
-
del uptake_model
|
| 265 |
# cpu_percent = psutil.cpu_percent()
|
| 266 |
# mem_info = psutil.virtual_memory()
|
| 267 |
# used_mem = mem_info.used / (1024 ** 3) # Convert to gigabytes
|
|
@@ -279,7 +279,7 @@ class EndpointHandler():
|
|
| 279 |
logger.info(f"Used Memory after model 2 loaded: {used_mem:.2f} GB, Total Mem: {total_mem:.2f} GB")
|
| 280 |
logger.info(f"CPU Usage after model 2 loaded: {cpu_percent}%")
|
| 281 |
# print(f"CPU Usage after model 2 loaded: {cpu_percent}%")
|
| 282 |
-
del reasoning_model
|
| 283 |
cpu_percent = psutil.cpu_percent()
|
| 284 |
# mem_info = psutil.virtual_memory()
|
| 285 |
# used_mem = mem_info.used / (1024 ** 3) # Convert to gigabytes
|
|
@@ -298,7 +298,7 @@ class EndpointHandler():
|
|
| 298 |
total_mem = mem_info.total / (1024 ** 3) # Convert to gigabytes
|
| 299 |
logger.info(f"Used Memory after model 3 loaded: {used_mem:.2f} GB, Total Mem: {total_mem:.2f} GB")
|
| 300 |
# print(f"CPU Usage after model 3 loaded: {cpu_percent}%")
|
| 301 |
-
del question_model
|
| 302 |
cpu_percent = psutil.cpu_percent()
|
| 303 |
# logger.info(f"CPU Usage after model 3 deleted: {cpu_percent}%")
|
| 304 |
# mem_info = psutil.virtual_memory()
|
|
|
|
| 261 |
total_mem = mem_info.total / (1024 ** 3) # Convert to gigabytes
|
| 262 |
logger.info(f"Used Memory after model 1 loaded: {used_mem:.2f} GB, Total Mem: {total_mem:.2f} GB")
|
| 263 |
logger.info(f"CPU Usage after model 1 loaded: {cpu_percent}%")
|
| 264 |
+
# del uptake_model
|
| 265 |
# cpu_percent = psutil.cpu_percent()
|
| 266 |
# mem_info = psutil.virtual_memory()
|
| 267 |
# used_mem = mem_info.used / (1024 ** 3) # Convert to gigabytes
|
|
|
|
| 279 |
logger.info(f"Used Memory after model 2 loaded: {used_mem:.2f} GB, Total Mem: {total_mem:.2f} GB")
|
| 280 |
logger.info(f"CPU Usage after model 2 loaded: {cpu_percent}%")
|
| 281 |
# print(f"CPU Usage after model 2 loaded: {cpu_percent}%")
|
| 282 |
+
# del reasoning_model
|
| 283 |
cpu_percent = psutil.cpu_percent()
|
| 284 |
# mem_info = psutil.virtual_memory()
|
| 285 |
# used_mem = mem_info.used / (1024 ** 3) # Convert to gigabytes
|
|
|
|
| 298 |
total_mem = mem_info.total / (1024 ** 3) # Convert to gigabytes
|
| 299 |
logger.info(f"Used Memory after model 3 loaded: {used_mem:.2f} GB, Total Mem: {total_mem:.2f} GB")
|
| 300 |
# print(f"CPU Usage after model 3 loaded: {cpu_percent}%")
|
| 301 |
+
# del question_model
|
| 302 |
cpu_percent = psutil.cpu_percent()
|
| 303 |
# logger.info(f"CPU Usage after model 3 deleted: {cpu_percent}%")
|
| 304 |
# mem_info = psutil.virtual_memory()
|