Text Generation
KerasHub
Keras
English
mattdangerw commited on
Commit
e522f36
·
verified ·
1 Parent(s): 4949fc3

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +4 -4
  2. metadata.json +6 -3
  3. tokenizer.json +16 -9
config.json CHANGED
@@ -1,7 +1,9 @@
1
  {
2
- "module": "keras_nlp.src.models.opt.opt_backbone",
3
  "class_name": "OPTBackbone",
4
  "config": {
 
 
5
  "vocabulary_size": 50272,
6
  "num_layers": 12,
7
  "num_heads": 12,
@@ -10,7 +12,5 @@
10
  "dropout": 0.1,
11
  "max_sequence_length": 2048
12
  },
13
- "registered_name": "keras_nlp>OPTBackbone",
14
- "assets": [],
15
- "weights": "model.weights.h5"
16
  }
 
1
  {
2
+ "module": "keras_hub.src.models.opt.opt_backbone",
3
  "class_name": "OPTBackbone",
4
  "config": {
5
+ "name": "opt_backbone_1",
6
+ "trainable": true,
7
  "vocabulary_size": 50272,
8
  "num_layers": 12,
9
  "num_heads": 12,
 
12
  "dropout": 0.1,
13
  "max_sequence_length": 2048
14
  },
15
+ "registered_name": "keras_hub>OPTBackbone"
 
 
16
  }
metadata.json CHANGED
@@ -1,6 +1,9 @@
1
  {
2
- "keras_version": "3.0.1",
3
- "keras_nlp_version": "0.7.0",
4
  "parameter_count": 125237760,
5
- "date_saved": "2023-12-27@02:12:30"
 
 
 
6
  }
 
1
  {
2
+ "keras_version": "3.7.0",
3
+ "keras_hub_version": "0.19.0",
4
  "parameter_count": 125237760,
5
+ "date_saved": "2024-12-21@19:13:55",
6
+ "tasks": [
7
+ "CausalLM"
8
+ ]
9
  }
tokenizer.json CHANGED
@@ -1,17 +1,24 @@
1
  {
2
- "module": "keras_nlp.src.models.opt.opt_tokenizer",
3
  "class_name": "OPTTokenizer",
4
  "config": {
5
  "name": "opt_tokenizer",
6
  "trainable": true,
7
- "dtype": "int32",
 
 
 
 
 
 
 
 
8
  "sequence_length": null,
9
- "add_prefix_space": false
 
 
 
 
10
  },
11
- "registered_name": "keras_nlp>OPTTokenizer",
12
- "assets": [
13
- "assets/tokenizer/merges.txt",
14
- "assets/tokenizer/vocabulary.json"
15
- ],
16
- "weights": null
17
  }
 
1
  {
2
+ "module": "keras_hub.src.models.opt.opt_tokenizer",
3
  "class_name": "OPTTokenizer",
4
  "config": {
5
  "name": "opt_tokenizer",
6
  "trainable": true,
7
+ "dtype": {
8
+ "module": "keras",
9
+ "class_name": "DTypePolicy",
10
+ "config": {
11
+ "name": "int32"
12
+ },
13
+ "registered_name": null
14
+ },
15
+ "config_file": "tokenizer.json",
16
  "sequence_length": null,
17
+ "add_prefix_space": false,
18
+ "unsplittable_tokens": [
19
+ "<pad>",
20
+ "</s>"
21
+ ]
22
  },
23
+ "registered_name": "keras_hub>OPTTokenizer"
 
 
 
 
 
24
  }