Update app.py

app.py

@@ -85,10 +85,10 @@ class ToxicityDataset(Dataset):
 
 # Based on user model selection, prepare Dataset and DataLoader
 MAX_LENGTH = 100
-TEST_BATCH_SIZE = 128
+INFER_BATCH_SIZE = 128
 infer_dataset = ToxicityDataset(tweet_df, tokenizer, MAX_LENGTH)
-infer_params = {"batch_size": TEST_BATCH_SIZE, "shuffle": True, "num_workers": 0}
-infer_loader = DataLoader(test_dataset, **test_params)
+infer_params = {"batch_size": INFER_BATCH_SIZE, "shuffle": False}
+infer_loader = DataLoader(infer_dataset, **test_params)
 
 # Freeze model and input tokens
 def inference():