xlora_config.json

{"hidden_size": 768, "base_model_id": "google-bert/bert-base-uncased", "adapters": ["adapter0", "adapter1", "adapter2"], "enable_softmax": true, "enable_softmax_topk": false, "layerwise_scalings": false, "xlora_depth": 8, "xlora_size": 2048, "enable_relu_and_dropout": true, "use_bias": true, "xlora_dropout_p": 0.2, "use_trainable_adapters": true, "softmax_temperature": 1.0, "top_k_lora": null, "scaling_pass_value": 0.0, "global_scaling_weight": 1.0}