fix: bert->roformer

config.json

@@ -1,11 +1,11 @@
 {
   "_name_or_path": "./chinese_roformer-sim-char-ft_L-12_H-768_A-12",
   "architectures": [
-    "BertModel"
+    "RoFormerModel"
   ],
   "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
   "directionality": "bidi",
+  "embedding_size": 768,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
@@ -13,7 +13,7 @@
   "intermediate_size": 3072,
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
-  "model_type": "bert",
+  "model_type": "roformer",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 0,
@@ -22,7 +22,7 @@
   "pooler_num_fc_layers": 3,
   "pooler_size_per_head": 128,
   "pooler_type": "first_token_transform",
-  "position_embedding_type": "absolute",
+  "rotary_value": false,
   "torch_dtype": "float32",
   "transformers_version": "4.19.3",
   "type_vocab_size": 2,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a9bbc01a62c05c0f25c417f74da08d60eaac656e4f3bde4c6e833acda54ecac
-size 381095985
+oid sha256:cf20794ca35c4c5706d2496bae0c0f362b75c67cc3c588cc69aa98688fb608b1
+size 377286775