Add pii-detection
Browse files- README.md +5 -6
- config.json +5 -7
- examples.json +0 -0
- model.safetensors +2 -2
README.md
CHANGED
@@ -16,16 +16,15 @@ You can install it with `pip install adaptive-classifier`.
|
|
16 |
## Model Details
|
17 |
|
18 |
- Base Model: answerdotai/ModernBERT-base
|
19 |
-
- Number of Classes:
|
20 |
-
- Total Examples:
|
21 |
- Embedding Dimension: 768
|
22 |
|
23 |
## Class Distribution
|
24 |
|
25 |
```
|
26 |
-
contains_pii:
|
27 |
-
no_pii:
|
28 |
-
partial_pii: 88 examples (33.3%)
|
29 |
```
|
30 |
|
31 |
## Usage
|
@@ -49,7 +48,7 @@ classifier.add_examples(texts, labels)
|
|
49 |
|
50 |
## Training Details
|
51 |
|
52 |
-
- Training Steps:
|
53 |
- Examples per Class: See distribution above
|
54 |
- Prototype Memory: Active
|
55 |
- Neural Adaptation: Active
|
|
|
16 |
## Model Details
|
17 |
|
18 |
- Base Model: answerdotai/ModernBERT-base
|
19 |
+
- Number of Classes: 2
|
20 |
+
- Total Examples: 163
|
21 |
- Embedding Dimension: 768
|
22 |
|
23 |
## Class Distribution
|
24 |
|
25 |
```
|
26 |
+
contains_pii: 81 examples (49.7%)
|
27 |
+
no_pii: 82 examples (50.3%)
|
|
|
28 |
```
|
29 |
|
30 |
## Usage
|
|
|
48 |
|
49 |
## Training Details
|
50 |
|
51 |
+
- Training Steps: 6
|
52 |
- Examples per Class: See distribution above
|
53 |
- Prototype Memory: Active
|
54 |
- Neural Adaptation: Active
|
config.json
CHANGED
@@ -32,15 +32,13 @@
|
|
32 |
},
|
33 |
"embedding_dim": 768,
|
34 |
"id_to_label": {
|
35 |
-
"0": "
|
36 |
-
"1": "
|
37 |
-
"2": "partial_pii"
|
38 |
},
|
39 |
"label_to_id": {
|
40 |
-
"contains_pii":
|
41 |
-
"no_pii":
|
42 |
-
"partial_pii": 2
|
43 |
},
|
44 |
"model_name": "answerdotai/ModernBERT-base",
|
45 |
-
"train_steps":
|
46 |
}
|
|
|
32 |
},
|
33 |
"embedding_dim": 768,
|
34 |
"id_to_label": {
|
35 |
+
"0": "contains_pii",
|
36 |
+
"1": "no_pii"
|
|
|
37 |
},
|
38 |
"label_to_id": {
|
39 |
+
"contains_pii": 0,
|
40 |
+
"no_pii": 1
|
|
|
41 |
},
|
42 |
"model_name": "answerdotai/ModernBERT-base",
|
43 |
+
"train_steps": 6
|
44 |
}
|
examples.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:882cc21eedddbc1cf8868a363c2089c29c60937ef4e251421b9756f3d2f350ae
|
3 |
+
size 3553512
|