Caasi/Kexin HUANG
commited on
Commit
·
152e12a
1
Parent(s):
0fa624a
Modification of infer.py and modeling_internlm.py
Browse files- infer.py +2 -2
- modeling_internlm.py +1 -1
infer.py
CHANGED
@@ -9,8 +9,8 @@ from torch.utils.data import Dataset, DataLoader
|
|
9 |
|
10 |
from transformers import get_linear_schedule_with_warmup, DataCollatorWithPadding
|
11 |
|
12 |
-
from
|
13 |
-
from
|
14 |
|
15 |
|
16 |
logger = logging.getLogger(__name__)
|
|
|
9 |
|
10 |
from transformers import get_linear_schedule_with_warmup, DataCollatorWithPadding
|
11 |
|
12 |
+
from tokenization_internlm import InternLMTokenizer
|
13 |
+
from modeling_internlm import InternLMForSequenceClassification
|
14 |
|
15 |
|
16 |
logger = logging.getLogger(__name__)
|
modeling_internlm.py
CHANGED
@@ -42,7 +42,7 @@ try:
|
|
42 |
except: # noqa # pylint: disable=bare-except
|
43 |
BaseStreamer = None
|
44 |
|
45 |
-
from
|
46 |
|
47 |
logger = logging.get_logger(__name__)
|
48 |
|
|
|
42 |
except: # noqa # pylint: disable=bare-except
|
43 |
BaseStreamer = None
|
44 |
|
45 |
+
from configuration_internlm import InternLMConfig
|
46 |
|
47 |
logger = logging.get_logger(__name__)
|
48 |
|