Upload utils.py
Browse files
utils.py
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
import torch.nn as nn
|
2 |
from transformers.models.gpt2.modeling_gpt2 import GPT2Attention, GPT2MLP
|
3 |
-
from typing import Optional, Tuple, Union, List
|
4 |
from transformers import GPT2LMHeadModel
|
5 |
import torch
|
6 |
from transformers.deepspeed import is_deepspeed_zero3_enabled
|
|
|
1 |
import torch.nn as nn
|
2 |
from transformers.models.gpt2.modeling_gpt2 import GPT2Attention, GPT2MLP
|
3 |
+
from typing import Optional, Tuple, Union, Any, Dict, List
|
4 |
from transformers import GPT2LMHeadModel
|
5 |
import torch
|
6 |
from transformers.deepspeed import is_deepspeed_zero3_enabled
|