Update app.py
Browse files
app.py
CHANGED
@@ -43,16 +43,19 @@ class get_datasets:
|
|
43 |
|
44 |
def predefined_dataset(dataset_name):
|
45 |
dataset = load_dataset(dataset_name, split = "train") #dataset_name
|
46 |
-
return dataset
|
47 |
|
48 |
def uploaded_dataset(file):
|
49 |
dataset = []
|
50 |
print(file)
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
|
|
|
|
|
|
56 |
|
57 |
|
58 |
|
@@ -122,14 +125,13 @@ def main():
|
|
122 |
#dataset_uploaded_load = gr.File(label="Upload Dataset",
|
123 |
# file_types=[".csv",".jsonl", ".txt"],
|
124 |
# visible=False)
|
125 |
-
|
126 |
|
127 |
dataset_predefined_load = gr.Button("Upload Dataset (.csv, .jsonl, or .txt)")
|
128 |
|
129 |
dataset_uploaded_load = gr.UploadButton(label="Upload Dataset (.csv, .jsonl, or .txt)",
|
130 |
file_types=[".csv",".jsonl", ".txt"],
|
131 |
visible=False)
|
132 |
-
|
133 |
data_field = gr.Textbox(label="Dataset Training Field",
|
134 |
value=conf['model']['general']["dataset_text_field"])
|
135 |
|
|
|
43 |
|
44 |
def predefined_dataset(dataset_name):
|
45 |
dataset = load_dataset(dataset_name, split = "train") #dataset_name
|
46 |
+
return dataset, 'Successfully loaded dataset'
|
47 |
|
48 |
def uploaded_dataset(file):
|
49 |
dataset = []
|
50 |
print(file)
|
51 |
+
try:
|
52 |
+
with open(file,'r') as file:
|
53 |
+
for line in file:
|
54 |
+
dataset.append(json.loads(line.strip()))
|
55 |
+
print(dataset[0]['query'])
|
56 |
+
return dataset
|
57 |
+
except FileNotFoundError:
|
58 |
+
return "File not found. Please upload the file again."
|
59 |
|
60 |
|
61 |
|
|
|
125 |
#dataset_uploaded_load = gr.File(label="Upload Dataset",
|
126 |
# file_types=[".csv",".jsonl", ".txt"],
|
127 |
# visible=False)
|
|
|
128 |
|
129 |
dataset_predefined_load = gr.Button("Upload Dataset (.csv, .jsonl, or .txt)")
|
130 |
|
131 |
dataset_uploaded_load = gr.UploadButton(label="Upload Dataset (.csv, .jsonl, or .txt)",
|
132 |
file_types=[".csv",".jsonl", ".txt"],
|
133 |
visible=False)
|
134 |
+
|
135 |
data_field = gr.Textbox(label="Dataset Training Field",
|
136 |
value=conf['model']['general']["dataset_text_field"])
|
137 |
|