Upload folder using huggingface_hub

README.md

@@ -81,9 +81,6 @@ automap = config_json['auto_map']
 torch.set_default_dtype(torch.bfloat16)
 model = AutoModelForCausalLM.from_config(config, trust_remote_code=True)
 torch.set_default_dtype(torch.float32)
-# according to source model, gat is in FP32
-for i in range(config.num_hidden_layers):
-    model.model.layers[i].block_sparse_moe.gate.float()
 if file_exists(filename="generation_config.json", repo_id=source_model_id, repo_type='model'):
     model.generation_config = GenerationConfig.from_pretrained(
         source_model_id, trust_remote_code=True,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdf2f1fe515fa0b55cc3be523a7e19a36d27053254bfcdf6f0ecada43c393bcd
-size 5018960
+oid sha256:9144a495919a7e8bac13b7687422122068d55741598d5ff13648df632158603a
+size 5016928