| default_scope = 'mmocr' | |
| env_cfg = dict( | |
| cudnn_benchmark=True, | |
| mp_cfg=dict(mp_start_method='fork', opencv_num_threads=0), | |
| dist_cfg=dict(backend='nccl')) | |
| randomness = dict(seed=None) | |
| default_hooks = dict( | |
| timer=dict(type='IterTimerHook'), | |
| logger=dict(type='LoggerHook', interval=100), | |
| param_scheduler=dict(type='ParamSchedulerHook'), | |
| checkpoint=dict(type='CheckpointHook', interval=1), | |
| sampler_seed=dict(type='DistSamplerSeedHook'), | |
| sync_buffer=dict(type='SyncBuffersHook'), | |
| visualization=dict( | |
| type='VisualizationHook', | |
| interval=1, | |
| enable=False, | |
| show=False, | |
| draw_gt=False, | |
| draw_pred=False)) | |
| log_level = 'INFO' | |
| log_processor = dict(type='LogProcessor', window_size=10, by_epoch=True) | |
| load_from = './model.pth' | |
| resume = False | |
| val_evaluator = dict( | |
| type='Evaluator', | |
| metrics=[ | |
| dict( | |
| type='WordMetric', | |
| mode=['exact', 'ignore_case', 'ignore_case_symbol'], | |
| valid_symbol='[^A-Z^a-z^0-9^一-龥^å^ä^ö^Å^Ä^Ö]'), | |
| dict(type='CharMetric', valid_symbol='[^A-Z^a-z^0-9^一-龥^å^ä^ö^Å^Ä^Ö]'), | |
| dict( | |
| type='OneMinusNEDMetric', | |
| valid_symbol='[^A-Z^a-z^0-9^一-龥^å^ä^ö^Å^Ä^Ö]') | |
| ]) | |
| test_evaluator = dict( | |
| type='Evaluator', | |
| metrics=[ | |
| dict( | |
| type='WordMetric', | |
| mode=['exact', 'ignore_case', 'ignore_case_symbol'], | |
| valid_symbol='[^A-Z^a-z^0-9^一-龥^å^ä^ö^Å^Ä^Ö]'), | |
| dict(type='CharMetric', valid_symbol='[^A-Z^a-z^0-9^一-龥^å^ä^ö^Å^Ä^Ö]'), | |
| dict( | |
| type='OneMinusNEDMetric', | |
| valid_symbol='[^A-Z^a-z^0-9^一-龥^å^ä^ö^Å^Ä^Ö]') | |
| ]) | |
| vis_backends = [dict(type='LocalVisBackend')] | |
| visualizer = dict( | |
| type='TextRecogLocalVisualizer', | |
| name='visualizer', | |
| vis_backends=[dict(type='TensorboardVisBackend')]) | |
| optim_wrapper = dict( | |
| type='OptimWrapper', optimizer=dict(type='Adam', lr=0.0003)) | |
| train_cfg = dict(type='EpochBasedTrainLoop', max_epochs=5, val_interval=1) | |
| val_cfg = dict(type='ValLoop') | |
| test_cfg = dict(type='TestLoop') | |
| param_scheduler = [dict(type='MultiStepLR', milestones=[3, 4], end=5)] | |
| file_client_args = dict(backend='disk') | |
| dictionary = dict( | |
| type='Dictionary', | |
| dict_file= | |
| './models--Riksarkivet--HTR_pipeline_models/snapshots/296681baf68583f07e89b5fed08136b77e3904cd/SATRN/dict1700.txt', | |
| with_padding=True, | |
| with_unknown=True, | |
| same_start_end=True, | |
| with_start=True, | |
| with_end=True) | |
| model = dict( | |
| type='SATRN', | |
| backbone=dict(type='ShallowCNN', input_channels=3, hidden_dim=512), | |
| encoder=dict( | |
| type='SATRNEncoder', | |
| n_layers=12, | |
| n_head=8, | |
| d_k=64, | |
| d_v=64, | |
| d_model=512, | |
| n_position=100, | |
| d_inner=2048, | |
| dropout=0.1), | |
| decoder=dict( | |
| type='NRTRDecoder', | |
| n_layers=6, | |
| d_embedding=512, | |
| n_head=8, | |
| d_model=512, | |
| d_inner=2048, | |
| d_k=64, | |
| d_v=64, | |
| module_loss=dict( | |
| type='CEModuleLoss', flatten=True, ignore_first_char=True), | |
| dictionary=dict( | |
| type='Dictionary', | |
| dict_file= | |
| './models--Riksarkivet--HTR_pipeline_models/snapshots/296681baf68583f07e89b5fed08136b77e3904cd/SATRN/dict1700.txt', | |
| with_padding=True, | |
| with_unknown=True, | |
| same_start_end=True, | |
| with_start=True, | |
| with_end=True), | |
| max_seq_len=100, | |
| postprocessor=dict(type='AttentionPostprocessor')), | |
| data_preprocessor=dict( | |
| type='TextRecogDataPreprocessor', | |
| mean=[123.675, 116.28, 103.53], | |
| std=[58.395, 57.12, 57.375])) | |
| train_pipeline = [ | |
| dict( | |
| type='LoadImageFromFile', | |
| file_client_args=dict(backend='disk'), | |
| ignore_empty=True, | |
| min_size=2), | |
| dict(type='LoadOCRAnnotations', with_text=True), | |
| dict(type='Resize', scale=(400, 64), keep_ratio=False), | |
| dict( | |
| type='PackTextRecogInputs', | |
| meta_keys=('img_path', 'ori_shape', 'img_shape', 'valid_ratio')) | |
| ] | |
| test_pipeline = [ | |
| dict(type='LoadImageFromFile', file_client_args=dict(backend='disk')), | |
| dict(type='Resize', scale=(400, 64), keep_ratio=False), | |
| dict(type='LoadOCRAnnotations', with_text=True), | |
| dict( | |
| type='PackTextRecogInputs', | |
| meta_keys=('img_path', 'ori_shape', 'img_shape', 'valid_ratio')) | |
| ] | |
| HTR_1700_combined_train = dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict(type='LineJsonParser', keys=['filename', 'text']), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/HTR_1700_clean', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/data/processed/1700_HTR_shuffled_train.jsonl', | |
| test_mode=False, | |
| pipeline=None) | |
| HTR_1700_combined_test = dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict(type='LineJsonParser', keys=['filename', 'text']), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/HTR_1700_clean', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/data/processed/1700_HTR_shuffled_val.jsonl', | |
| test_mode=True, | |
| pipeline=None) | |
| pr_cr_combined_train = dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict( | |
| type='LineStrParser', keys=['filename', 'text'], separator='|'), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/line_images', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/htr_1800/gt_files/combined_train.txt', | |
| test_mode=False, | |
| pipeline=None) | |
| pr_cr_combined_test = dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict( | |
| type='LineStrParser', keys=['filename', 'text'], separator='|'), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/line_images', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/htr_1800/gt_files/combined_eval.txt', | |
| test_mode=True, | |
| pipeline=None) | |
| out_of_domain_1700_all_test = dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict(type='LineJsonParser', keys=['filename', 'text']), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/HTR_1700_testsets_clean', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/data/processed/1700_testsets_gt/1700_HTR_testsets_all.jsonl', | |
| test_mode=True, | |
| pipeline=None) | |
| train_list = [ | |
| dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict(type='LineJsonParser', keys=['filename', 'text']), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/HTR_1700_clean', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/data/processed/1700_HTR_shuffled_train.jsonl', | |
| test_mode=False, | |
| pipeline=None), | |
| dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict( | |
| type='LineStrParser', keys=['filename', 'text'], separator='|'), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/line_images', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/htr_1800/gt_files/combined_train.txt', | |
| test_mode=False, | |
| pipeline=None) | |
| ] | |
| test_list = [ | |
| dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict(type='LineJsonParser', keys=['filename', 'text']), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/HTR_1700_testsets_clean', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/data/processed/1700_testsets_gt/1700_HTR_testsets_all.jsonl', | |
| test_mode=True, | |
| pipeline=None) | |
| ] | |
| train_dataset = dict( | |
| type='ConcatDataset', | |
| datasets=[ | |
| dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict(type='LineJsonParser', keys=['filename', 'text']), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/HTR_1700_clean', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/data/processed/1700_HTR_shuffled_train.jsonl', | |
| test_mode=False, | |
| pipeline=None), | |
| dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict( | |
| type='LineStrParser', keys=['filename', 'text'], | |
| separator='|'), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/line_images', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/htr_1800/gt_files/combined_train.txt', | |
| test_mode=False, | |
| pipeline=None) | |
| ], | |
| pipeline=[ | |
| dict( | |
| type='LoadImageFromFile', | |
| file_client_args=dict(backend='disk'), | |
| ignore_empty=True, | |
| min_size=2), | |
| dict(type='LoadOCRAnnotations', with_text=True), | |
| dict(type='Resize', scale=(400, 64), keep_ratio=False), | |
| dict( | |
| type='PackTextRecogInputs', | |
| meta_keys=('img_path', 'ori_shape', 'img_shape', 'valid_ratio')) | |
| ]) | |
| test_dataset = dict( | |
| type='ConcatDataset', | |
| datasets=[ | |
| dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict(type='LineJsonParser', keys=['filename', 'text']), | |
| data_root= | |
| '/ceph/hpc/scratch/user/euerikl/data/HTR_1700_testsets_clean', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/data/processed/1700_testsets_gt/1700_HTR_testsets_all.jsonl', | |
| test_mode=True, | |
| pipeline=None) | |
| ], | |
| pipeline=[ | |
| dict(type='LoadImageFromFile', file_client_args=dict(backend='disk')), | |
| dict(type='Resize', scale=(400, 64), keep_ratio=False), | |
| dict(type='LoadOCRAnnotations', with_text=True), | |
| dict( | |
| type='PackTextRecogInputs', | |
| meta_keys=('img_path', 'ori_shape', 'img_shape', 'valid_ratio')) | |
| ]) | |
| train_dataloader = dict( | |
| batch_size=8, | |
| num_workers=1, | |
| persistent_workers=True, | |
| sampler=dict(type='DefaultSampler', shuffle=True), | |
| dataset=dict( | |
| type='ConcatDataset', | |
| datasets=[ | |
| dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict( | |
| type='LineJsonParser', keys=['filename', 'text']), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/HTR_1700_clean', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/data/processed/1700_HTR_shuffled_train.jsonl', | |
| test_mode=False, | |
| pipeline=None), | |
| dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict( | |
| type='LineStrParser', | |
| keys=['filename', 'text'], | |
| separator='|'), | |
| data_root='/ceph/hpc/scratch/user/euerikl/data/line_images', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/htr_1800/gt_files/combined_train.txt', | |
| test_mode=False, | |
| pipeline=None) | |
| ], | |
| pipeline=[ | |
| dict( | |
| type='LoadImageFromFile', | |
| file_client_args=dict(backend='disk'), | |
| ignore_empty=True, | |
| min_size=2), | |
| dict(type='LoadOCRAnnotations', with_text=True), | |
| dict(type='Resize', scale=(400, 64), keep_ratio=False), | |
| dict( | |
| type='PackTextRecogInputs', | |
| meta_keys=('img_path', 'ori_shape', 'img_shape', | |
| 'valid_ratio')) | |
| ])) | |
| test_dataloader = dict( | |
| batch_size=8, | |
| num_workers=1, | |
| persistent_workers=True, | |
| drop_last=False, | |
| sampler=dict(type='DefaultSampler', shuffle=False), | |
| dataset=dict( | |
| type='ConcatDataset', | |
| datasets=[ | |
| dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict( | |
| type='LineJsonParser', keys=['filename', 'text']), | |
| data_root= | |
| '/ceph/hpc/scratch/user/euerikl/data/HTR_1700_testsets_clean', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/data/processed/1700_testsets_gt/1700_HTR_testsets_all.jsonl', | |
| test_mode=True, | |
| pipeline=None) | |
| ], | |
| pipeline=[ | |
| dict( | |
| type='LoadImageFromFile', | |
| file_client_args=dict(backend='disk')), | |
| dict(type='Resize', scale=(400, 64), keep_ratio=False), | |
| dict(type='LoadOCRAnnotations', with_text=True), | |
| dict( | |
| type='PackTextRecogInputs', | |
| meta_keys=('img_path', 'ori_shape', 'img_shape', | |
| 'valid_ratio')) | |
| ])) | |
| val_dataloader = dict( | |
| batch_size=8, | |
| num_workers=1, | |
| persistent_workers=True, | |
| drop_last=False, | |
| sampler=dict(type='DefaultSampler', shuffle=False), | |
| dataset=dict( | |
| type='ConcatDataset', | |
| datasets=[ | |
| dict( | |
| type='RecogTextDataset', | |
| parser_cfg=dict( | |
| type='LineJsonParser', keys=['filename', 'text']), | |
| data_root= | |
| '/ceph/hpc/scratch/user/euerikl/data/HTR_1700_testsets_clean', | |
| ann_file= | |
| '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/data/processed/1700_testsets_gt/1700_HTR_testsets_all.jsonl', | |
| test_mode=True, | |
| pipeline=None) | |
| ], | |
| pipeline=[ | |
| dict( | |
| type='LoadImageFromFile', | |
| file_client_args=dict(backend='disk')), | |
| dict(type='Resize', scale=(400, 64), keep_ratio=False), | |
| dict(type='LoadOCRAnnotations', with_text=True), | |
| dict( | |
| type='PackTextRecogInputs', | |
| meta_keys=('img_path', 'ori_shape', 'img_shape', | |
| 'valid_ratio')) | |
| ])) | |
| gpu_ids = range(0, 4) | |
| cudnn_benchmark = True | |
| work_dir = '/ceph/hpc/home/euerikl/projects/hf_openmmlab_models/models/checkpoints/1700_1800_combined_satrn' | |
| checkpoint_config = dict(interval=1) | |
| auto_scale_lr = dict(base_batch_size=32) | |
| launcher = 'pytorch' | |