Spaces:
Sleeping
Sleeping
Varun Wadhwa
commited on
Logs
Browse files
app.py
CHANGED
@@ -152,11 +152,6 @@ def evaluate_model(model, dataloader, device):
|
|
152 |
print(len(all_labels))
|
153 |
all_preds = np.asarray(all_preds, dtype=np.float32)
|
154 |
all_labels = np.asarray(all_labels, dtype=np.float32)
|
155 |
-
print("Flattened sizes")
|
156 |
-
print(all_preds.size)
|
157 |
-
print(all_labels.size)
|
158 |
-
all_preds = all_preds.flatten()
|
159 |
-
all_labels = all_labels.flatten()
|
160 |
accuracy = accuracy_score(all_labels, all_preds)
|
161 |
precision, recall, f1, _ = precision_recall_fscore_support(all_labels, all_preds, average='micro')
|
162 |
|
@@ -199,9 +194,8 @@ dataloader = DataLoader(tokenized_data['train'], batch_size=batch_size, collate_
|
|
199 |
# create testing data loader
|
200 |
test_dataloader = DataLoader(tokenized_data['test'], batch_size=batch_size, collate_fn=data_collator)
|
201 |
|
202 |
-
|
203 |
-
|
204 |
-
print(f"Teacher (test) - Accuracy: {teacher_accuracy:.4f}, Precision: {teacher_precision:.4f}, Recall: {teacher_recall:.4f}, F1 Score: {teacher_f1:.4f}")
|
205 |
|
206 |
# put student model in train mode
|
207 |
student_model.train()
|
|
|
152 |
print(len(all_labels))
|
153 |
all_preds = np.asarray(all_preds, dtype=np.float32)
|
154 |
all_labels = np.asarray(all_labels, dtype=np.float32)
|
|
|
|
|
|
|
|
|
|
|
155 |
accuracy = accuracy_score(all_labels, all_preds)
|
156 |
precision, recall, f1, _ = precision_recall_fscore_support(all_labels, all_preds, average='micro')
|
157 |
|
|
|
194 |
# create testing data loader
|
195 |
test_dataloader = DataLoader(tokenized_data['test'], batch_size=batch_size, collate_fn=data_collator)
|
196 |
|
197 |
+
untrained_student_accuracy, untrained_student_precision, untrained_student_recall, untrained_student_f1 = evaluate_model(student_model, test_dataloader, device)
|
198 |
+
print(f"Untrained Student (test) - Accuracy: {untrained_student_accuracy:.4f}, Precision: {untrained_student_precision:.4f}, Recall: {untrained_student_recall:.4f}, F1 Score: {untrained_student_f1:.4f}")
|
|
|
199 |
|
200 |
# put student model in train mode
|
201 |
student_model.train()
|