Update app.py

app.py

@@ -19,7 +19,9 @@ load_dotenv()
 HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
 
 global_data = {
-
+    'tokens': {'eos': 'eos_token', 'pad': 'pad_token', 'padding': 'padding_token',
+               'unk': 'unk_token', 'bos': 'bos_token', 'sep': 'sep_token',
+               'cls': 'cls_token', 'mask': 'mask_token'},
     'model_configs': [
         {"repo_id": "Ffftdtd5dtft/gpt2-xl-Q2_K-GGUF", "filename": "gpt2-xl-q2_k.gguf", "name": "GPT-2 XL"},
         {"repo_id": "Ffftdtd5dtft/gemma-2-27b-Q2_K-GGUF", "filename": "gemma-2-27b-q2_k.gguf", "name": "Gemma 2-27B"},