Config

config.yaml.example

@@ -1,5 +1,5 @@
 # API and Token configurations
-# api_token: YOUR_API_TOKEN_HERE  # It's recommended to set this as an environment variable API_TOKEN
+# api_token: YOUR_API_TOKEN_HERE  # Required only for local runs. Set this or use API_TOKEN environment variable.
 queue_repo: stacklok/requests
 
 # File paths
@@ -20,6 +20,9 @@ log_level: INFO
 # Evaluation configurations
 evaluation_wait_time: 60  # minutes
 
+# Environment type
+is_local: false  # Set to true for local runs, false for Hugging Face deployment
+
 # Note: All of these values can be overridden by environment variables.
 # The corresponding environment variable names are:
-# API_TOKEN, QUEUE_REPO, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, LOG_LEVEL, EVALUATION_WAIT_TIME
+# API_TOKEN, QUEUE_REPO, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, LOG_LEVEL, EVALUATION_WAIT_TIME, IS_LOCAL

src/config.py

@@ -11,7 +11,8 @@ def load_config() -> Dict[str, Any]:
         'allowed_weight_types': ['Safetensors', 'PyTorch', 'GGUF', 'Other'],
         'default_revision': 'main',
         'log_level': 'INFO',
-        'evaluation_wait_time': 60
+        'evaluation_wait_time': 60,
+        'is_local': False  # Default to non-local (Hugging Face) environment
     }
 
     # Load from config.yaml if it exists
@@ -27,23 +28,31 @@ def load_config() -> Dict[str, Any]:
         'EVAL_REQUESTS_PATH': 'eval_requests_path',
         'EVAL_RESULTS_PATH': 'eval_results_path',
         'LOG_LEVEL': 'log_level',
-        'EVALUATION_WAIT_TIME': 'evaluation_wait_time'
+        'EVALUATION_WAIT_TIME': 'evaluation_wait_time',
+        'IS_LOCAL': 'is_local'
     }
 
     for env_var, config_key in env_vars.items():
         if os.environ.get(env_var):
             config[config_key] = os.environ[env_var]
 
-    # Ensure API_TOKEN is set
-    if 'api_token' not in config or not config['api_token']:
-        raise ValueError("API_TOKEN must be set in environment variables or config.yaml")
+    # Convert IS_LOCAL to boolean
+    config['is_local'] = config.get('is_local', '').lower() == 'true'
+
+    # Ensure API_TOKEN is set only for local runs
+    if config['is_local']:
+        if 'api_token' not in config or not config['api_token']:
+            raise ValueError("API_TOKEN must be set in environment variables or config.yaml for local runs")
+    else:
+        # Remove API_TOKEN for non-local runs
+        config.pop('api_token', None)
 
     return config
 
 config = load_config()
 
-# API and Token configurations
-API_TOKEN: str = config['api_token']
+# API and Token configurations (only for local runs)
+API_TOKEN: str = config.get('api_token', '')
 QUEUE_REPO: str = config['queue_repo']
 
 # File paths
@@ -59,3 +68,6 @@ LOG_LEVEL: str = config['log_level']
 
 # Evaluation configurations
 EVALUATION_WAIT_TIME: int = config['evaluation_wait_time']
+
+# Environment type
+IS_LOCAL: bool = config['is_local']