Text Generation
Transformers
Safetensors
zamba2
Inference Endpoints
pglo commited on
Commit
94a292d
·
verified ·
1 Parent(s): 2e3d37a

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -4,7 +4,6 @@
4
  "Zamba2ForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
- "bias_gelu_fusion": false,
8
  "bos_token_id": 1,
9
  "conv_dimension": 4,
10
  "eos_token_id": 2,
@@ -85,7 +84,6 @@
85
  "torch_dtype": "bfloat16",
86
  "transformers_version": "4.43.0.dev0",
87
  "use_cache": true,
88
- "use_low_rank_mamba_proj": false,
89
  "use_mamba_kernels": true,
90
  "use_shared_block_lora": true,
91
  "vocab_size": 32000
 
4
  "Zamba2ForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
 
7
  "bos_token_id": 1,
8
  "conv_dimension": 4,
9
  "eos_token_id": 2,
 
84
  "torch_dtype": "bfloat16",
85
  "transformers_version": "4.43.0.dev0",
86
  "use_cache": true,
 
87
  "use_mamba_kernels": true,
88
  "use_shared_block_lora": true,
89
  "vocab_size": 32000
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2411d6714dd16ea76e396ab38840bb9fb6000159871230d72170209427c9c650
3
  size 4994053048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:939106281b9f7279eaded8e6fbd272201f9e1896f5f5db08f5f4d7383db24ff2
3
  size 4994053048
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7366f9dabf8bbba25066b62aec2a870ec3f9bae910ee69997462453c0b9e8ec7
3
  size 383523184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79ec2b89bebb1733bd614bbbaf2df45e206e290ef183712f98eddbb2e9dc077
3
  size 383523184