File size: 1,799 Bytes
7775f30 19adc14 7775f30 19adc14 7775f30 19adc14 7775f30 19adc14 7775f30 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 |
{
"architectures": [
"Isoformer"
],
"enformer_attn_dim_key": 64,
"enformer_attn_dropout": 0.05,
"enformer_depth": 11,
"enformer_dim": 1536,
"enformer_dim_divisible_by": 128,
"enformer_dropout_rate": 0.4,
"enformer_heads": 8,
"enformer_num_downsamples": 7,
"enformer_output_heads": 0,
"enformer_pos_dropout": 0.01,
"enformer_target_length": 896,
"enformer_use_checkpointing": false,
"enformer_use_convnext": false,
"enformer_use_tf_gamma": false,
"esm_add_bias_fnn": true,
"esm_attention_probs_dropout_prob": 0.0,
"esm_emb_layer_norm_before": false,
"esm_hidden_dropout_prob": 0.0,
"esm_hidden_size": 640,
"esm_intermediate_size": 2560,
"esm_mask_token_id": 32,
"esm_max_position_embeddings": 1026,
"esm_num_attention_heads": 20,
"esm_num_hidden_layers": 30,
"esm_pad_token_id": 1,
"esm_position_embedding_type": "rotary",
"esm_tie_word_embeddings": false,
"esm_token_dropout": true,
"esm_use_cache": false,
"esm_vocab_size": 33,
"model_type": "isoformer",
"nt_add_bias_fnn": false,
"nt_attention_probs_dropout_prob": 0.0,
"nt_emb_layer_norm_before": false,
"nt_hidden_dropout_prob": 0.0,
"nt_hidden_size": 768,
"nt_intermediate_size": 3072,
"nt_mask_token_id": 2,
"nt_max_position_embeddings": 2050,
"nt_num_attention_heads": 16,
"nt_num_hidden_layers": 24,
"nt_pad_token_id": 1,
"nt_position_embedding_type": "rotary",
"nt_tie_word_embeddings": false,
"nt_token_dropout": false,
"nt_use_cache": 0.0,
"nt_vocab_size": 4107,
"num_heads_omics_cross_attention": 8,
"num_protein_tokens_per_seq": 2048,
"num_tokens_per_seq_nuctf": 2048,
"num_tokens_per_seq_nuctf_rna": 2048,
"pool_window_end": 770,
"pool_window_start": 765,
"torch_dtype": "float32",
"transformers_version": "4.29.2"
}
|