PyTorch
ssl-aasist
custom_code
File size: 750 Bytes
878264b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
includes: projects/task/test.yaml
dataset:
  meta_processor: YoucookMetaProcessor
  test_path: data/youcook/youcook_val.pkl
  trainval_annotation: data/youcook/youcookii_annotations_trainval.json
  use_annotation_text: True
  video_processor: YoucookVideoProcessor
  vfeat_dir: data/feat/feat_youcook_s3d # /checkpoint/huxu/feat/youcook_vmz # /checkpoint/prarora/berniehuang/feat_youcook_vmz
  text_processor: TextProcessor
  aligner: DSAligner
  num_iso_layer: 12
model:
  model_cls: MMFusionJoint
  mm_encoder_cls: MMBertForJoint
eval:
  save_path: runs/task/youcook/eval
fairseq:
  # read code and find what is the checkpoint arg.
  common_eval:
    path: runs/task/youcook/checkpoint_last.pt
metric: RetrievalMetric
predictor: RetrievalPredictor