add tokenizer

runs/Jun20_10-33-26_container-9db311a83c-fb92563a/1655694442.876396/events.out.tfevents.1655694442.container-9db311a83c-fb92563a.273.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686d4817e8bda0dac367f8b3c4d168985b04b2318277b4b7ee95dac3c46d909f
+size 5380

runs/Jun20_10-33-26_container-9db311a83c-fb92563a/events.out.tfevents.1655694442.container-9db311a83c-fb92563a.273.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6017d46cd5a12fa59eb1fed8dc3e158b685a186ee5a75168e34fad9e0ab841
+size 5335

runs/Jun20_11-09-56_container-9db311a83c-fb92563a/1655696601.4644926/events.out.tfevents.1655696601.container-9db311a83c-fb92563a.273.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f762b740528c1fb9a7e8130442a6b04f541ca1da4b9cae1a05c30069f9ac842f
+size 5380

runs/Jun20_11-09-56_container-9db311a83c-fb92563a/events.out.tfevents.1655696601.container-9db311a83c-fb92563a.273.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130f7819115dc70653d3c1465cdec528992a153f689a289d6ec21312b77aefd0
+size 5335

vocab.json

@@ -1,4 +1,5 @@
 {
+  " ": 15,
   "'": 14,
   "2": 24,
   "3": 20,
@@ -32,6 +33,5 @@
   "w": 25,
   "x": 28,
   "y": 4,
-  "z": 13,
-  "|": 15
+  "z": 13
 }