Update pages/21_NLP_Transformer.py

pages/21_NLP_Transformer.py

@@ -21,8 +21,8 @@ num_epochs = st.sidebar.slider("Number of Epochs", 1, 5, 3)
 batch_size = st.sidebar.slider("Batch Size", 4, 32, 8)
 learning_rate = st.sidebar.slider("Learning Rate", 1e-6, 1e-3, 5e-5, format="%.6f")
 
-# Load and preprocess dataset
-@st.cache(allow_output_mutation=True)
+# Define a custom hash function for AddedToken type
+@st.cache(allow_output_mutation=True, hash_funcs={tokenizer.__class__: id})
 def load_and_preprocess_data():
     dataset = load_dataset("imdb", split="train[:1%]")
     def preprocess_function(examples):