Delete log.txt
Browse files
log.txt
DELETED
|
@@ -1,77 +0,0 @@
|
|
| 1 |
-
2024-07-16 15:40:33,688 | INFO: Total Parameters: 924095168, Total Trainable Parameters: 495869568
|
| 2 |
-
2024-07-16 15:40:33,688 | INFO: Trainable Parameters:
|
| 3 |
-
2024-07-16 15:40:33,695 | WARNING: Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.
|
| 4 |
-
2024-07-16 15:40:39,768 | INFO: Added key: store_based_barrier_key:2 to store for rank: 6
|
| 5 |
-
2024-07-16 15:40:43,128 | INFO: Added key: store_based_barrier_key:2 to store for rank: 0
|
| 6 |
-
2024-07-16 15:40:43,235 | INFO: Added key: store_based_barrier_key:2 to store for rank: 2
|
| 7 |
-
2024-07-16 15:40:43,777 | INFO: Added key: store_based_barrier_key:2 to store for rank: 5
|
| 8 |
-
2024-07-16 15:40:44,174 | INFO: Added key: store_based_barrier_key:2 to store for rank: 4
|
| 9 |
-
2024-07-16 15:40:44,799 | INFO: Added key: store_based_barrier_key:2 to store for rank: 1
|
| 10 |
-
2024-07-16 15:40:45,214 | INFO: Added key: store_based_barrier_key:2 to store for rank: 3
|
| 11 |
-
2024-07-16 15:40:46,146 | INFO: Added key: store_based_barrier_key:2 to store for rank: 7
|
| 12 |
-
2024-07-16 15:40:46,146 | INFO: Rank 7: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 13 |
-
2024-07-16 15:40:46,149 | INFO: Rank 6: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 14 |
-
2024-07-16 15:40:46,150 | INFO: Rank 0: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 15 |
-
2024-07-16 15:40:46,152 | INFO: Rank 2: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 16 |
-
2024-07-16 15:40:46,154 | INFO: Rank 5: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 17 |
-
2024-07-16 15:40:46,155 | INFO: Rank 1: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 18 |
-
2024-07-16 15:40:46,155 | INFO: Rank 3: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 19 |
-
2024-07-16 15:40:46,155 | INFO: Rank 4: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 20 |
-
2024-07-16 15:44:35,860 | INFO: Added key: store_based_barrier_key:2 to store for rank: 5
|
| 21 |
-
2024-07-16 15:44:36,299 | INFO: Total Parameters: 924095168, Total Trainable Parameters: 495869568
|
| 22 |
-
2024-07-16 15:44:36,299 | INFO: Trainable Parameters:
|
| 23 |
-
2024-07-16 15:44:36,306 | WARNING: Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.
|
| 24 |
-
2024-07-16 15:44:39,116 | INFO: Added key: store_based_barrier_key:2 to store for rank: 2
|
| 25 |
-
2024-07-16 15:44:43,212 | INFO: Added key: store_based_barrier_key:2 to store for rank: 1
|
| 26 |
-
2024-07-16 15:44:43,924 | INFO: Added key: store_based_barrier_key:2 to store for rank: 7
|
| 27 |
-
2024-07-16 15:44:43,926 | INFO: Added key: store_based_barrier_key:2 to store for rank: 3
|
| 28 |
-
2024-07-16 15:44:44,783 | INFO: Added key: store_based_barrier_key:2 to store for rank: 6
|
| 29 |
-
2024-07-16 15:44:45,226 | INFO: Added key: store_based_barrier_key:2 to store for rank: 0
|
| 30 |
-
2024-07-16 15:44:45,864 | INFO: Waiting in store based barrier to initialize process group for rank: 5, key: store_based_barrier_key:2 (world_size=8, worker_count=7, timeout=0:30:00)
|
| 31 |
-
2024-07-16 15:44:45,964 | INFO: Added key: store_based_barrier_key:2 to store for rank: 4
|
| 32 |
-
2024-07-16 15:44:45,965 | INFO: Rank 4: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 33 |
-
2024-07-16 15:44:45,965 | INFO: Rank 0: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 34 |
-
2024-07-16 15:44:45,965 | INFO: Rank 2: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 35 |
-
2024-07-16 15:44:45,965 | INFO: Rank 5: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 36 |
-
2024-07-16 15:44:45,965 | INFO: Rank 6: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 37 |
-
2024-07-16 15:44:45,967 | INFO: Rank 7: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 38 |
-
2024-07-16 15:44:45,969 | INFO: Rank 3: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 39 |
-
2024-07-16 15:44:45,971 | INFO: Rank 1: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 40 |
-
2024-07-16 15:48:33,508 | INFO: Total Parameters: 924095168, Total Trainable Parameters: 495869568
|
| 41 |
-
2024-07-16 15:48:33,508 | INFO: Trainable Parameters:
|
| 42 |
-
2024-07-16 15:48:33,515 | WARNING: Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.
|
| 43 |
-
2024-07-16 15:48:40,753 | INFO: Added key: store_based_barrier_key:2 to store for rank: 2
|
| 44 |
-
2024-07-16 15:48:42,601 | INFO: Added key: store_based_barrier_key:2 to store for rank: 1
|
| 45 |
-
2024-07-16 15:48:43,084 | INFO: Added key: store_based_barrier_key:2 to store for rank: 0
|
| 46 |
-
2024-07-16 15:48:43,546 | INFO: Added key: store_based_barrier_key:2 to store for rank: 6
|
| 47 |
-
2024-07-16 15:48:43,832 | INFO: Added key: store_based_barrier_key:2 to store for rank: 7
|
| 48 |
-
2024-07-16 15:48:43,948 | INFO: Added key: store_based_barrier_key:2 to store for rank: 4
|
| 49 |
-
2024-07-16 15:48:44,337 | INFO: Added key: store_based_barrier_key:2 to store for rank: 5
|
| 50 |
-
2024-07-16 15:48:44,821 | INFO: Added key: store_based_barrier_key:2 to store for rank: 3
|
| 51 |
-
2024-07-16 15:48:44,821 | INFO: Rank 3: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 52 |
-
2024-07-16 15:48:44,823 | INFO: Rank 5: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 53 |
-
2024-07-16 15:48:44,823 | INFO: Rank 0: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 54 |
-
2024-07-16 15:48:44,825 | INFO: Rank 7: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 55 |
-
2024-07-16 15:48:44,828 | INFO: Rank 1: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 56 |
-
2024-07-16 15:48:44,828 | INFO: Rank 2: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 57 |
-
2024-07-16 15:48:44,829 | INFO: Rank 4: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 58 |
-
2024-07-16 15:48:44,830 | INFO: Rank 6: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 59 |
-
2024-07-16 15:51:35,846 | INFO: Total Parameters: 924095168, Total Trainable Parameters: 495869568
|
| 60 |
-
2024-07-16 15:51:35,846 | INFO: Trainable Parameters:
|
| 61 |
-
2024-07-16 15:51:35,852 | WARNING: Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.
|
| 62 |
-
2024-07-16 15:51:40,320 | INFO: Added key: store_based_barrier_key:2 to store for rank: 3
|
| 63 |
-
2024-07-16 15:51:43,850 | INFO: Added key: store_based_barrier_key:2 to store for rank: 5
|
| 64 |
-
2024-07-16 15:51:44,522 | INFO: Added key: store_based_barrier_key:2 to store for rank: 6
|
| 65 |
-
2024-07-16 15:51:44,688 | INFO: Added key: store_based_barrier_key:2 to store for rank: 7
|
| 66 |
-
2024-07-16 15:51:45,242 | INFO: Added key: store_based_barrier_key:2 to store for rank: 0
|
| 67 |
-
2024-07-16 15:51:45,726 | INFO: Added key: store_based_barrier_key:2 to store for rank: 4
|
| 68 |
-
2024-07-16 15:51:45,814 | INFO: Added key: store_based_barrier_key:2 to store for rank: 1
|
| 69 |
-
2024-07-16 15:51:46,384 | INFO: Added key: store_based_barrier_key:2 to store for rank: 2
|
| 70 |
-
2024-07-16 15:51:46,385 | INFO: Rank 2: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 71 |
-
2024-07-16 15:51:46,386 | INFO: Rank 5: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 72 |
-
2024-07-16 15:51:46,387 | INFO: Rank 7: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 73 |
-
2024-07-16 15:51:46,387 | INFO: Rank 3: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 74 |
-
2024-07-16 15:51:46,391 | INFO: Rank 1: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 75 |
-
2024-07-16 15:51:46,394 | INFO: Rank 4: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 76 |
-
2024-07-16 15:51:46,394 | INFO: Rank 6: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
| 77 |
-
2024-07-16 15:51:46,394 | INFO: Rank 0: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|