config.json

{
  "architectures": [
    "CrossAttentionSentenceClassifier"
  ],
  "cross_layers": 3,
  "dropout": 0.3,
  "embedding_strategy": "self-att",
  "fp16": false,
  "heads": 8,
  "hidden_size": 768,
  "k_backbone": "whisper-encoder-small",
  "k_freezed": true,
  "k_kwargs": {
    "load_in_4bit": false
  },
  "labels": 18,
  "model_type": "cross-attention-sentence-classifier",
  "multilabel": true,
  "q_backbone": "distilbert-base-uncased",
  "q_freezed": true,
  "q_kwargs": {},
  "torch_dtype": "float32",
  "transformers_version": "4.41.1"
}