broadfield-dev commited on
Commit
ec72647
·
verified ·
1 Parent(s): 679e83a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -5,9 +5,9 @@ import os
5
  import json
6
  import io
7
  import subprocess # To call process_hf_dataset.py
8
- from database import init_chromadb, store_program, query_programs, load_chromadb_from_hf, DB_NAME, create_collection, save_chromadb_to_hf
9
- import logging
10
  from datasets import Dataset
 
11
 
12
  # Set up logging
13
  logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
@@ -142,7 +142,7 @@ def index():
142
  "program_vectors": []
143
  }
144
  empty_dataset = Dataset.from_dict(empty_data)
145
- empty_dataset.push_to_hub(HF_DATASET_NAME, token=os.getenv("HF_KEY"))
146
  logger.info(f"Replaced Hugging Face dataset {HF_DATASET_NAME} with empty dataset")
147
  except Exception as e:
148
  logger.error(f"Error replacing Hugging Face dataset: {e}")
@@ -240,7 +240,7 @@ def index():
240
  "program_vectors": []
241
  }
242
  empty_dataset = Dataset.from_dict(empty_data)
243
- empty_dataset.push_to_hub(HF_DATASET_NAME, token=os.getenv("HF_KEY"))
244
  logger.info(f"Replaced Hugging Face dataset {HF_DATASET_NAME} with empty dataset")
245
  except Exception as e:
246
  logger.error(f"Error replacing Hugging Face dataset: {e}")
 
5
  import json
6
  import io
7
  import subprocess # To call process_hf_dataset.py
8
+ from database import init_chromadb, store_program, query_programs, load_chromadb_from_hf, DB_NAME, create_collection, save_chromadb_to_hf, HF_DATASET_NAME
 
9
  from datasets import Dataset
10
+ import logging
11
 
12
  # Set up logging
13
  logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
 
142
  "program_vectors": []
143
  }
144
  empty_dataset = Dataset.from_dict(empty_data)
145
+ empty_dataset.push_to_hub(HF_DATASET_NAME, token=os.getenv("HF_KEY"), exist_ok=True)
146
  logger.info(f"Replaced Hugging Face dataset {HF_DATASET_NAME} with empty dataset")
147
  except Exception as e:
148
  logger.error(f"Error replacing Hugging Face dataset: {e}")
 
240
  "program_vectors": []
241
  }
242
  empty_dataset = Dataset.from_dict(empty_data)
243
+ empty_dataset.push_to_hub(HF_DATASET_NAME, token=os.getenv("HF_KEY"), exist_ok=True)
244
  logger.info(f"Replaced Hugging Face dataset {HF_DATASET_NAME} with empty dataset")
245
  except Exception as e:
246
  logger.error(f"Error replacing Hugging Face dataset: {e}")