Spaces:
Runtime error
Runtime error
Upload /xtuner/utils/handle_moe_load_and_save.py with huggingface_hub
Browse files
xtuner/utils/handle_moe_load_and_save.py
CHANGED
@@ -3,7 +3,7 @@ import os
|
|
3 |
import re
|
4 |
from collections import OrderedDict
|
5 |
|
6 |
-
import deepspeed
|
7 |
import torch
|
8 |
import torch.distributed as dist
|
9 |
import torch.nn as nn
|
|
|
3 |
import re
|
4 |
from collections import OrderedDict
|
5 |
|
6 |
+
#import deepspeed
|
7 |
import torch
|
8 |
import torch.distributed as dist
|
9 |
import torch.nn as nn
|