Updated app at mån 20 nov 2023 07:49:02 CET

app.py

@@ -43,8 +43,8 @@ def download_and_refresh():
         error_during_exec = False
         for image in hopsworks_images:
             # Only execute when no error has currently occurred (so we don't end up in an infinite loop)
-            if not error_during_exec and len(error) > 0 and error['name'] != image['name']:
-                print(f"Skipping {image} to only retry failed images.")
+            if not error_during_exec and len(error) > 0 and error['name'] != hopsworks_images[image]['name']:
+                print(f"Skipping {hopsworks_images[image]['name']} to only retry failed images.")
                 continue
             elif not error_during_exec:
                 # Pop current image
@@ -54,18 +54,19 @@ def download_and_refresh():
             try:
                 print(f"Downloading {hopsworks_images[image]['name']} from Hopsworks...")
                 hopsworks_images[image]['local_path'] = dataset_api.download(
-                    f"{hopsworks_images_location}/{hopsworks_images[image]['name']}")
+                    f"{hopsworks_images_location}/{hopsworks_images[image]['name']}",
+                    overwrite=True)
                 print(f"Saved in: {hopsworks_images[image]['local_path']}")
 
                 last_refresh_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
                 print(f"Image refreshed at {last_refresh_time}")
 
             except Exception as e:
-                print(f"An error occurred when trying to refresh {image}: {e}")
+                print(f"An error occurred when trying to refresh {hopsworks_images[image]['name']}: {e}")
                 error_during_exec = True
 
                 # Make sure images are not added twice if re-added when retrying to download
-                error = [cur_error for cur_error in error if cur_error['name'] != image['name']]
+                error = [cur_error for cur_error in error if cur_error['name'] != hopsworks_images[image]['name']]
 
                 error.append(image)
 
@@ -80,11 +81,13 @@ def download_and_refresh():
 
 def download_and_refresh_scheduled():
     while True:
-        download_and_refresh()
+        print(f"Refreshing in 12 hours...")
 
         # Sleep for 12 hours (12 hours * 60 minutes * 60 seconds)
         time.sleep(43200)
 
+        download_and_refresh()
+
 
 def get_label_text():
     if last_refresh_time: