LDJA commited on
Commit
4d87fba
·
1 Parent(s): b94b7ba
app/data/shakespeare_char/prepare.py CHANGED
@@ -49,8 +49,8 @@ print(f"val has {len(val_ids):,} tokens")
49
  permissions = 0o755
50
  train_ids = np.array(train_ids, dtype=np.uint16)
51
  val_ids = np.array(val_ids, dtype=np.uint16)
52
- train_ids.tofile(os.path.join(os.chmod(os.path.dirname(__file__), 'train.bin'), permissions)
53
- val_ids.tofile(os.path.join(os.chmod(os.path.dirname(__file__), 'val.bin'), permissions)
54
  # file_path_train = './train.bin'
55
  # file_path_val = './val.bin'
56
  # permissions = 0o755
 
49
  permissions = 0o755
50
  train_ids = np.array(train_ids, dtype=np.uint16)
51
  val_ids = np.array(val_ids, dtype=np.uint16)
52
+ train_ids.tofile(os.path.join(os.chmod(os.path.dirname(__file__), 'train.bin'), permissions))
53
+ val_ids.tofile(os.path.join(os.chmod(os.path.dirname(__file__), 'val.bin'), permissions))
54
  # file_path_train = './train.bin'
55
  # file_path_val = './val.bin'
56
  # permissions = 0o755