dropbop commited on
Commit
fb2c0c4
·
verified ·
1 Parent(s): ef924e1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +23 -5
app.py CHANGED
@@ -5,8 +5,6 @@ import random
5
  import pandas as pd
6
  import os
7
  from itertools import islice
8
- import pyarrow as pa
9
- import pyarrow.parquet as pq
10
 
11
  # Configuration
12
  chunk_size = 100 # Size of the chunks to shuffle
@@ -18,7 +16,7 @@ data_iter = iter(dataset)
18
  shuffled_chunk = [] # Initialize an empty list to hold the current chunk
19
  chunk_iter = None # Initialize the chunk iterator
20
 
21
- # Initialize or load labels DataFrame (make it global for the download function)
22
  labels_df = None
23
  if os.path.exists(label_file):
24
  labels_df = pd.read_csv(label_file)
@@ -34,7 +32,7 @@ def get_next_image():
34
  chunk = list(islice(data_iter, chunk_size))
35
  if not chunk: # If the dataset is exhausted, reset the iterator
36
  print("Dataset exhausted, resetting iterator.")
37
- data_iter = iter(ev.load_dataset("satellogic", streaming=True))
38
  chunk = list(islice(data_iter, chunk_size))
39
  if not chunk:
40
  print("Still no data after reset.")
@@ -53,7 +51,9 @@ def get_next_image():
53
  google_maps_link = utils.get_google_map_link(sample, "satellogic")
54
  image_id = str(bounds)
55
 
56
- if image_id not in labels_df["image_id"].values:
 
 
57
  return image, image_id, bounds, google_maps_link
58
  except StopIteration:
59
  # Current chunk is exhausted, reset chunk variables to get a new one in the next iteration
@@ -86,6 +86,17 @@ def save_labels_parquet():
86
  else:
87
  return None
88
 
 
 
 
 
 
 
 
 
 
 
 
89
  # Gradio interface
90
  with gr.Blocks() as iface:
91
  image_out = gr.Image(label="Satellite Image")
@@ -95,6 +106,7 @@ with gr.Blocks() as iface:
95
  rating_radio = gr.Radio(["Cool", "Not Cool"], label="Rating")
96
  with gr.Row():
97
  submit_button = gr.Button("Submit Rating")
 
98
  download_button = gr.Button("Download Labels (Parquet)")
99
  download_output = gr.File(label="Download Labeled Data")
100
 
@@ -110,6 +122,12 @@ with gr.Blocks() as iface:
110
  outputs=[download_output],
111
  )
112
 
 
 
 
 
 
 
113
  # Load the first image
114
  initial_image, initial_image_id, initial_bounds, initial_google_maps_link = get_next_image()
115
 
 
5
  import pandas as pd
6
  import os
7
  from itertools import islice
 
 
8
 
9
  # Configuration
10
  chunk_size = 100 # Size of the chunks to shuffle
 
16
  shuffled_chunk = [] # Initialize an empty list to hold the current chunk
17
  chunk_iter = None # Initialize the chunk iterator
18
 
19
+ # Initialize or load labels DataFrame
20
  labels_df = None
21
  if os.path.exists(label_file):
22
  labels_df = pd.read_csv(label_file)
 
32
  chunk = list(islice(data_iter, chunk_size))
33
  if not chunk: # If the dataset is exhausted, reset the iterator
34
  print("Dataset exhausted, resetting iterator.")
35
+ reset_dataset_iterator() # Use the reset function
36
  chunk = list(islice(data_iter, chunk_size))
37
  if not chunk:
38
  print("Still no data after reset.")
 
51
  google_maps_link = utils.get_google_map_link(sample, "satellogic")
52
  image_id = str(bounds)
53
 
54
+ if labels_df is not None and image_id not in labels_df["image_id"].values:
55
+ return image, image_id, bounds, google_maps_link
56
+ elif labels_df is None: # Handle case where labels_df is not initialized yet
57
  return image, image_id, bounds, google_maps_link
58
  except StopIteration:
59
  # Current chunk is exhausted, reset chunk variables to get a new one in the next iteration
 
86
  else:
87
  return None
88
 
89
+ def reset_dataset_iterator():
90
+ global data_iter, shuffled_chunk, chunk_iter
91
+ data_iter = iter(ev.load_dataset("satellogic", streaming=True))
92
+ shuffled_chunk = []
93
+ chunk_iter = None
94
+
95
+ def load_different_batch():
96
+ print("Loading a different batch of images...")
97
+ reset_dataset_iterator()
98
+ return get_next_image() # Return the first image from the new batch
99
+
100
  # Gradio interface
101
  with gr.Blocks() as iface:
102
  image_out = gr.Image(label="Satellite Image")
 
106
  rating_radio = gr.Radio(["Cool", "Not Cool"], label="Rating")
107
  with gr.Row():
108
  submit_button = gr.Button("Submit Rating")
109
+ different_batch_button = gr.Button("Load Different Batch") # New button
110
  download_button = gr.Button("Download Labels (Parquet)")
111
  download_output = gr.File(label="Download Labeled Data")
112
 
 
122
  outputs=[download_output],
123
  )
124
 
125
+ different_batch_button.click(
126
+ fn=load_different_batch,
127
+ inputs=[],
128
+ outputs=[image_out, image_id_out, bounds_out, google_maps_link_out]
129
+ )
130
+
131
  # Load the first image
132
  initial_image, initial_image_id, initial_bounds, initial_google_maps_link = get_next_image()
133