Add manual hf_token

app.py

@@ -31,17 +31,19 @@ def stop_generation():
     """
     stop_event.set()
 
-def get_hf_token():
+def get_hf_token(hf_token):
     """
-    Retrieve the Hugging Face token from the huggingface_hub.
+    Retrieve the Hugging Face token from the provided input.
+
+    Args:
+        hf_token (str): The Hugging Face token.
 
     Returns:
         str: The Hugging Face token.
     """
-    token = HfFolder.get_token()
-    if not token:
-        raise ValueError("Hugging Face token not found. Please login using the LoginButton.")
-    return token
+    if not hf_token:
+        raise ValueError("Hugging Face token not provided.")
+    return hf_token
 
 def generate_synthetic_dataset(
     llm_model,
@@ -54,6 +56,7 @@ def generate_synthetic_dataset(
     language,
     additional_description,
     num_entries,
+    hf_token,
     hf_repo_name,
     llm_env_vars,
 ):
@@ -71,6 +74,7 @@ def generate_synthetic_dataset(
         language (str): The language of the dataset.
         additional_description (str): Additional description for the dataset.
         num_entries (int): The number of entries in the dataset.
+        hf_token (str): The Hugging Face token.
         hf_repo_name (str): The Hugging Face repository name.
         llm_env_vars (str): Comma-separated environment variables for the LLM.
 
@@ -78,7 +82,7 @@ def generate_synthetic_dataset(
         str: A message indicating the result of the dataset generation.
     """
 
-    hf_token = get_hf_token()
+    hf_token = get_hf_token(hf_token)
     os.environ["HF_TOKEN"] = hf_token
 
     for var in llm_env_vars.split(","):
@@ -97,6 +101,7 @@ def generate_synthetic_dataset(
         domains,
         language,
         num_entries,
+        hf_token,
         hf_repo_name,
         llm_env_vars,
     ):
@@ -183,9 +188,12 @@ def ui_main():
             """
         )
 
-        gr.LoginButton(
-            value="Login with Hugging Face",
-        )
+        with gr.Row():
+            hf_token = gr.Textbox(
+                label="Hugging Face Token",
+                placeholder="Your HF Token",
+                type="password",
+            )
 
         with gr.Row():
             llm_model = gr.Textbox(
@@ -263,6 +271,7 @@ def ui_main():
                 language,
                 additional_description,
                 num_entries,
+                hf_token,
                 hf_repo_name,
                 llm_env_vars,
             ],