ZackBradshaw commited on
Commit
e677874
·
verified ·
1 Parent(s): 3fbee32

Delete logging.py

Browse files
Files changed (1) hide show
  1. logging.py +0 -285
logging.py DELETED
@@ -1,285 +0,0 @@
1
- # coding=utf-8
2
- # Copyright 2020 Optuna, Hugging Face
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- # BMTools copied from Huggingface Transformers
17
- """ Logging utilities."""
18
-
19
- import logging
20
- import os
21
- import sys
22
- import threading
23
- from logging import CRITICAL # NOQA
24
- from logging import DEBUG # NOQA
25
- from logging import ERROR # NOQA
26
- from logging import FATAL # NOQA
27
- from logging import INFO # NOQA
28
- from logging import NOTSET # NOQA
29
- from logging import WARN # NOQA
30
- from logging import WARNING # NOQA
31
- from typing import Optional
32
-
33
-
34
- _lock = threading.Lock()
35
- _default_handler: Optional[logging.Handler] = None
36
-
37
- log_levels = {
38
- "debug": logging.DEBUG,
39
- "info": logging.INFO,
40
- "warning": logging.WARNING,
41
- "error": logging.ERROR,
42
- "critical": logging.CRITICAL,
43
- }
44
-
45
- _default_log_level = logging.INFO
46
-
47
-
48
- def _get_default_logging_level():
49
- """
50
- If BMTOOLS_VERBOSITY env var is set to one of the valid choices return that as the new default level. If it is
51
- not - fall back to ``_default_log_level``
52
- """
53
- env_level_str = os.getenv("BMTOOLS_VERBOSITY", None)
54
- if env_level_str:
55
- if env_level_str in log_levels:
56
- return log_levels[env_level_str]
57
- else:
58
- logging.getLogger().warning(
59
- f"Unknown option BMTOOLS_VERBOSITY={env_level_str}, "
60
- f"has to be one of: { ', '.join(log_levels.keys()) }"
61
- )
62
- return _default_log_level
63
-
64
-
65
- def _get_library_name() -> str:
66
-
67
- return __name__.split(".")[0]
68
-
69
-
70
- def _get_library_root_logger() -> logging.Logger:
71
-
72
- return logging.getLogger(_get_library_name())
73
-
74
-
75
- def _configure_library_root_logger() -> None:
76
-
77
- global _default_handler
78
-
79
- with _lock:
80
- if _default_handler:
81
- # This library has already configured the library root logger.
82
- return
83
- _default_handler = logging.StreamHandler() # Set sys.stderr as stream.
84
- _default_handler.flush = sys.stderr.flush
85
- formatter = logging.Formatter(
86
- "\033[1;31m[%(levelname)s|(BMTools)%(module)s:%(lineno)d]%(asctime)s >> \033[0m %(message)s")
87
- _default_handler.setFormatter(formatter)
88
-
89
- # Apply our default configuration to the library root logger.
90
- library_root_logger = _get_library_root_logger()
91
- library_root_logger.addHandler(_default_handler)
92
- library_root_logger.setLevel(_get_default_logging_level())
93
-
94
-
95
- library_root_logger.propagate = False
96
-
97
-
98
- def _reset_library_root_logger() -> None:
99
-
100
- global _default_handler
101
-
102
- with _lock:
103
- if not _default_handler:
104
- return
105
-
106
- library_root_logger = _get_library_root_logger()
107
- library_root_logger.removeHandler(_default_handler)
108
- library_root_logger.setLevel(logging.NOTSET)
109
- _default_handler = None
110
-
111
-
112
- def get_log_levels_dict():
113
- return log_levels
114
-
115
-
116
-
117
- def get_verbosity() -> int:
118
- """
119
- Return the current level for the 🤗 Transformers's root logger as an int.
120
- Returns:
121
- :obj:`int`: The logging level.
122
- <Tip>
123
- 🤗 Transformers has following logging levels:
124
- - 50: ``transformers.logging.CRITICAL`` or ``transformers.logging.FATAL``
125
- - 40: ``transformers.logging.ERROR``
126
- - 30: ``transformers.logging.WARNING`` or ``transformers.logging.WARN``
127
- - 20: ``transformers.logging.INFO``
128
- - 10: ``transformers.logging.DEBUG``
129
- </Tip>"""
130
-
131
- _configure_library_root_logger()
132
- return _get_library_root_logger().getEffectiveLevel()
133
-
134
-
135
- def set_verbosity(verbosity: int) -> None:
136
- """
137
- Set the verbosity level for the 🤗 Transformers's root logger.
138
- Args:
139
- verbosity (:obj:`int`):
140
- Logging level, e.g., one of:
141
- - ``transformers.logging.CRITICAL`` or ``transformers.logging.FATAL``
142
- - ``transformers.logging.ERROR``
143
- - ``transformers.logging.WARNING`` or ``transformers.logging.WARN``
144
- - ``transformers.logging.INFO``
145
- - ``transformers.logging.DEBUG``
146
- """
147
-
148
- _configure_library_root_logger()
149
- _get_library_root_logger().setLevel(verbosity)
150
-
151
-
152
- def set_verbosity_info():
153
- """Set the verbosity to the ``INFO`` level."""
154
- return set_verbosity(INFO)
155
-
156
-
157
- def set_verbosity_warning():
158
- """Set the verbosity to the ``WARNING`` level."""
159
- return set_verbosity(WARNING)
160
-
161
-
162
- def set_verbosity_debug():
163
- """Set the verbosity to the ``DEBUG`` level."""
164
- return set_verbosity(DEBUG)
165
-
166
-
167
- def set_verbosity_error():
168
- """Set the verbosity to the ``ERROR`` level."""
169
- return set_verbosity(ERROR)
170
-
171
-
172
- def disable_default_handler() -> None:
173
- """Disable the default handler of the HuggingFace Transformers's root logger."""
174
-
175
- _configure_library_root_logger()
176
-
177
- assert _default_handler is not None
178
- _get_library_root_logger().removeHandler(_default_handler)
179
-
180
-
181
- def enable_default_handler() -> None:
182
- """Enable the default handler of the HuggingFace Transformers's root logger."""
183
-
184
- _configure_library_root_logger()
185
-
186
- assert _default_handler is not None
187
- _get_library_root_logger().addHandler(_default_handler)
188
-
189
-
190
- def add_handler(handler: logging.Handler) -> None:
191
- """adds a handler to the HuggingFace Transformers's root logger."""
192
-
193
- _configure_library_root_logger()
194
-
195
- assert handler is not None
196
- _get_library_root_logger().addHandler(handler)
197
-
198
-
199
- def remove_handler(handler: logging.Handler) -> None:
200
- """removes given handler from the HuggingFace Transformers's root logger."""
201
-
202
- _configure_library_root_logger()
203
-
204
- assert handler is not None and handler not in _get_library_root_logger().handlers
205
- _get_library_root_logger().removeHandler(handler)
206
-
207
-
208
- def disable_propagation() -> None:
209
- """
210
- Disable propagation of the library log outputs. Note that log propagation is disabled by default.
211
- """
212
-
213
- _configure_library_root_logger()
214
- _get_library_root_logger().propagate = False
215
-
216
-
217
- def enable_propagation() -> None:
218
- """
219
- Enable propagation of the library log outputs. Please disable the HuggingFace Transformers's default handler to
220
- prevent double logging if the root logger has been configured.
221
- """
222
-
223
- _configure_library_root_logger()
224
- _get_library_root_logger().propagate = True
225
-
226
-
227
- def enable_explicit_format() -> None:
228
- """
229
- Enable explicit formatting for every HuggingFace Transformers's logger. The explicit formatter is as follows:
230
- ```
231
- [LEVELNAME|FILENAME|LINE NUMBER] TIME >> MESSAGE
232
- ```
233
- All handlers currently bound to the root logger are affected by this method.
234
- """
235
- handlers = _get_library_root_logger().handlers
236
-
237
- for handler in handlers:
238
- formatter = logging.Formatter("[%(levelname)s|%(filename)s:%(lineno)s] %(asctime)s >> %(message)s")
239
- handler.setFormatter(formatter)
240
-
241
-
242
- def reset_format() -> None:
243
- """
244
- Resets the formatting for HuggingFace Transformers's loggers.
245
- All handlers currently bound to the root logger are affected by this method.
246
- """
247
- handlers = _get_library_root_logger().handlers
248
-
249
- for handler in handlers:
250
- handler.setFormatter(None)
251
-
252
-
253
- def warning_advice(self, *args, **kwargs):
254
- """
255
- This method is identical to ``logger.warning()``, but if env var TRANSFORMERS_NO_ADVISORY_WARNINGS=1 is set, this
256
- warning will not be printed
257
- """
258
- no_advisory_warnings = os.getenv("TRANSFORMERS_NO_ADVISORY_WARNINGS", False)
259
- if no_advisory_warnings:
260
- return
261
- self.warning(*args, **kwargs)
262
-
263
-
264
- logging.Logger.warning_advice = warning_advice
265
-
266
-
267
- def get_logger(name: Optional[str] = None, verbosity='info') -> logging.Logger:
268
- """
269
- Return a logger with the specified name.
270
- This function is not supposed to be directly accessed unless you are writing a custom transformers module.
271
- """
272
-
273
- if name is None:
274
- name = _get_library_name()
275
-
276
- _configure_library_root_logger()
277
- logger = logging.getLogger(name)
278
- logger.setLevel(log_levels[verbosity])
279
-
280
- # Set up a file handler to write log messages to a file
281
- # file_handler = logging.FileHandler('/Users/xuanhe/Documents/our-paper/instructdb/code/BMTools/bmtools/tools/database/my_log_file.log')
282
- # file_handler.setLevel(log_levels[verbosity])
283
- # logger.addHandler(file_handler)
284
-
285
- return logger