|
|
|
|
|
from io import StringIO
|
|
|
|
from .file_client import FileClient
|
|
|
|
|
|
def list_from_file(filename,
|
|
prefix='',
|
|
offset=0,
|
|
max_num=0,
|
|
encoding='utf-8',
|
|
file_client_args=None):
|
|
"""Load a text file and parse the content as a list of strings.
|
|
|
|
Note:
|
|
In v1.3.16 and later, ``list_from_file`` supports loading a text file
|
|
which can be storaged in different backends and parsing the content as
|
|
a list for strings.
|
|
|
|
Args:
|
|
filename (str): Filename.
|
|
prefix (str): The prefix to be inserted to the beginning of each item.
|
|
offset (int): The offset of lines.
|
|
max_num (int): The maximum number of lines to be read,
|
|
zeros and negatives mean no limitation.
|
|
encoding (str): Encoding used to open the file. Default utf-8.
|
|
file_client_args (dict, optional): Arguments to instantiate a
|
|
FileClient. See :class:`mmcv.fileio.FileClient` for details.
|
|
Default: None.
|
|
|
|
Examples:
|
|
>>> list_from_file('/path/of/your/file') # disk
|
|
['hello', 'world']
|
|
>>> list_from_file('s3://path/of/your/file') # ceph or petrel
|
|
['hello', 'world']
|
|
|
|
Returns:
|
|
list[str]: A list of strings.
|
|
"""
|
|
cnt = 0
|
|
item_list = []
|
|
file_client = FileClient.infer_client(file_client_args, filename)
|
|
with StringIO(file_client.get_text(filename, encoding)) as f:
|
|
for _ in range(offset):
|
|
f.readline()
|
|
for line in f:
|
|
if 0 < max_num <= cnt:
|
|
break
|
|
item_list.append(prefix + line.rstrip('\n\r'))
|
|
cnt += 1
|
|
return item_list
|
|
|
|
|
|
def dict_from_file(filename,
|
|
key_type=str,
|
|
encoding='utf-8',
|
|
file_client_args=None):
|
|
"""Load a text file and parse the content as a dict.
|
|
|
|
Each line of the text file will be two or more columns split by
|
|
whitespaces or tabs. The first column will be parsed as dict keys, and
|
|
the following columns will be parsed as dict values.
|
|
|
|
Note:
|
|
In v1.3.16 and later, ``dict_from_file`` supports loading a text file
|
|
which can be storaged in different backends and parsing the content as
|
|
a dict.
|
|
|
|
Args:
|
|
filename(str): Filename.
|
|
key_type(type): Type of the dict keys. str is user by default and
|
|
type conversion will be performed if specified.
|
|
encoding (str): Encoding used to open the file. Default utf-8.
|
|
file_client_args (dict, optional): Arguments to instantiate a
|
|
FileClient. See :class:`mmcv.fileio.FileClient` for details.
|
|
Default: None.
|
|
|
|
Examples:
|
|
>>> dict_from_file('/path/of/your/file') # disk
|
|
{'key1': 'value1', 'key2': 'value2'}
|
|
>>> dict_from_file('s3://path/of/your/file') # ceph or petrel
|
|
{'key1': 'value1', 'key2': 'value2'}
|
|
|
|
Returns:
|
|
dict: The parsed contents.
|
|
"""
|
|
mapping = {}
|
|
file_client = FileClient.infer_client(file_client_args, filename)
|
|
with StringIO(file_client.get_text(filename, encoding)) as f:
|
|
for line in f:
|
|
items = line.rstrip('\n').split()
|
|
assert len(items) >= 2
|
|
key = key_type(items[0])
|
|
val = items[1:] if len(items) > 2 else items[1]
|
|
mapping[key] = val
|
|
return mapping
|
|
|
