config.json

{
  "_name_or_path": "/content/drive/My Drive/CIS5190/exp/fox_nbc/checkpoints/checkpoint_epoch_10",
  "architectures": [
    "CustomModel"
  ],
  "base_exp_dir": "/content/drive/My Drive/CIS5190/exp/fox_nbc/",
  "model": {
    "cls": {
      "combined_dim": 128,
      "combined_input": 384,
      "n_layers": 4,
      "num_classes": 1,
      "skip_in": [
        8
      ],
      "weight_norm": true
    },
    "freq": {
      "n_layers": 4,
      "skip_in": [
        10
      ],
      "tfidf_hidden_dim": 512,
      "tfidf_input_dim": 7725,
      "tfidf_output_dim": 128,
      "weight_norm": true
    },
    "pos": {
      "hidden_dim": 256,
      "input_dim": 512,
      "n_layers": 4,
      "output_dim": 128,
      "skip_in": [
        10
      ],
      "weight_norm": true
    },
    "seq": {
      "freeze": true,
      "hidden_dim": 256,
      "input_dim": 512,
      "lstm_in": 768,
      "n_layers": 4,
      "output_dim": 128,
      "skip_in": [
        10
      ],
      "weight_norm": true
    }
  },
  "model_type": "classifier",
  "torch_dtype": "float32",
  "train": {
    "anneal_end": 5,
    "batch_size": 32,
    "end_iter": 10,
    "learning_rate": 0.0005,
    "learning_rate_alpha": 0.05,
    "save_freq": 5,
    "val_freq": 2,
    "warm_up_end": 2
  },
  "transformers_version": "4.46.3"
}