Namitg02 commited on
Commit
b449bff
·
verified ·
1 Parent(s): 340946e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -19,7 +19,10 @@ tokenizer = AutoTokenizer.from_pretrained(llm_model)
19
  import numpy as np
20
 
21
  datasetiter = load_dataset("Namitg02/Test", split='train', streaming=False)
22
- dataset = np.array(list(datasetiter))
 
 
 
23
 
24
  #dataset = load_dataset("not-lain/wikipedia",revision = "embedded")
25
  #dataset = load_dataset("epfl-llm/guidelines", split='train')
 
19
  import numpy as np
20
 
21
  datasetiter = load_dataset("Namitg02/Test", split='train', streaming=False)
22
+ #dataset = np.array(list(datasetiter))
23
+
24
+ dataset = np.dataset(np.array(list(datasetiter)))
25
+
26
 
27
  #dataset = load_dataset("not-lain/wikipedia",revision = "embedded")
28
  #dataset = load_dataset("epfl-llm/guidelines", split='train')