Hugging Face's logo

ash56
/
ssl-aasist

PyTorch
ssl-aasist
custom_code
Model card Files Community
10
ssl-aasist
File size: 907 Bytes 
878264b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
 
#!/bin/bash

### Script handling creation of data binaries
### for model training within fairseq


fairseq_root="."

data_root=$1
train_prefix="${data_root}/train"
valid_prefix="${data_root}/eval"
test_prefix="${data_root}/test"

dest_dir="$data_root/"

#echo "src dict: $src_dict" > "$dest_dir/src_dict.txt"
#echo "trg dict: $tgt_dict" > "$dest_dir/tgt_dict.txt"

    #--tgtdict $tgt_dict \
PYTHONPATH=$fairseq_root \
  python $fairseq_root/fairseq_cli/preprocess.py \
    --source-lang "parse" \
    --trainpref "$train_prefix" \
    --validpref "$valid_prefix" \
    --destdir "$dest_dir" \
    --only-source \
    --dict-only \
    --workers 60;

PYTHONPATH=$fairseq_root \
  python $fairseq_root/fairseq_cli/preprocess.py \
    --source-lang "ltr" \
    --trainpref "$train_prefix" \
    --validpref "$valid_prefix" \
    --destdir "$dest_dir" \
    --only-source \
    --dict-only \
    --workers 60;