File size: 13,963 Bytes
828f42d
 
 
 
 
 
 
 
2f87aad
 
828f42d
2f87aad
828f42d
2f87aad
 
828f42d
2f87aad
 
 
 
 
828f42d
2f87aad
 
 
 
 
828f42d
2f87aad
 
828f42d
2f87aad
 
 
828f42d
2f87aad
 
 
 
828f42d
2f87aad
 
828f42d
2f87aad
 
 
828f42d
 
 
2f87aad
 
 
 
 
828f42d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2f87aad
 
828f42d
 
 
 
 
 
2f87aad
 
828f42d
2f87aad
 
828f42d
2f87aad
 
 
 
 
 
828f42d
 
2f87aad
 
 
 
 
 
 
 
 
828f42d
2f87aad
 
 
 
 
828f42d
2f87aad
 
 
828f42d
 
2f87aad
 
 
 
 
 
 
 
828f42d
 
 
2f87aad
 
 
 
 
 
828f42d
 
2f87aad
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
828f42d
 
 
 
 
 
 
 
 
 
2f87aad
 
 
 
 
 
 
 
 
828f42d
 
2f87aad
 
 
 
 
 
 
 
 
 
 
 
 
828f42d
 
 
 
 
 
 
 
2f87aad
 
 
 
 
 
 
828f42d
 
2f87aad
 
 
 
 
 
 
 
 
828f42d
2f87aad
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
828f42d
2f87aad
 
 
 
 
 
 
828f42d
2f87aad
828f42d
2f87aad
 
 
 
 
828f42d
2f87aad
828f42d
2f87aad
 
 
828f42d
 
2f87aad
 
 
 
 
 
 
 
828f42d
2f87aad
 
 
 
 
 
 
 
 
 
 
 
 
828f42d
 
2f87aad
 
 
 
 
 
 
 
 
 
 
828f42d
2f87aad
828f42d
2f87aad
 
 
828f42d
2f87aad
 
828f42d
 
2f87aad
 
828f42d
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
import logging
import os

import pandas as pd
import streamlit as st
import folium
from streamlit_folium import st_folium

# from transformers import pipeline
# from transformers import AutoModelForImageClassification

# from maps.obs_map import add_obs_map_header 

# from datasets import disable_caching
# disable_caching()

# import whale_gallery as gallery
# import whale_viewer as viewer
# from input.input_handling import setup_input, check_inputs_are_set
# from input.input_handling import init_input_container_states, add_input_UI_elements, init_input_data_session_states
# from input.input_handling import dbg_show_observation_hashes

# from maps.alps_map import present_alps_map
# from maps.obs_map import present_obs_map
# from utils.st_logs import parse_log_buffer, init_logging_session_states
# from utils.workflow_ui import refresh_progress_display, init_workflow_viz, init_workflow_session_states
# from hf_push_observations import push_all_observations

# from classifier.classifier_image import cetacean_just_classify, cetacean_show_results_and_review, cetacean_show_results, init_classifier_session_states
# from classifier.classifier_hotdog import hotdog_classify


# # setup for the ML model on huggingface (our wrapper)
# os.environ["PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION"] = "python"
#classifier_revision = '0f9c15e2db4d64e7f622ade518854b488d8d35e6'
# classifier_revision = 'main' # default/latest version
# # and the dataset of observations (hf dataset in our space)
# dataset_id = "Saving-Willy/temp_dataset"
# data_files = "data/train-00000-of-00001.parquet"

# USE_BASIC_MAP = False
# DEV_SIDEBAR_LIB = True

# # one toggle for all the extra debug text
# if "MODE_DEV_STATEFUL" not in st.session_state:
#     st.session_state.MODE_DEV_STATEFUL = False
    

# get a global var for logger accessor in this module
# LOG_LEVEL = logging.DEBUG
# g_logger = logging.getLogger(__name__)
# g_logger.setLevel(LOG_LEVEL)

# st.set_page_config(layout="wide")




def main() -> None:
    """
    Main entry point to set up the streamlit UI and run the application.

    The organisation is as follows:

    1. observation input (a new observations) is handled in the sidebar
    2. the rest of the interface is organised in tabs:
    
        - cetean classifier
        - hotdog classifier
        - map to present the obersvations
        - table of recent log entries
        - gallery of whale images
    
    The majority of the tabs are instantiated from modules. Currently the two 
    classifiers are still in-line here.
    
    """

    # g_logger.info("App started.")
    # g_logger.warning(f"[D] Streamlit version: {st.__version__}. Python version: {os.sys.version}")

    #g_logger.debug("debug message")
    #g_logger.info("info message")
    #g_logger.warning("warning message")

    # Streamlit app
    # tab_inference, tab_hotdogs, tab_map, tab_coords, tab_log, tab_gallery = \
    #     st.tabs(["Cetecean classifier", "Hotdog classifier", "Map", "*:gray[Dev:coordinates]*", "Log", "Beautiful cetaceans"])

    # # put this early so the progress indicator is at the top (also refreshed at end)
    # refresh_progress_display()    

    # # create a sidebar, and parse all the input (returned as `observations` object)
    # with st.sidebar:
    #     # layout handling
    #     add_input_UI_elements()
    #     # input elements (file upload, text input, etc)
    #     setup_input()

        
    # with tab_map:
    #     # visual structure: a couple of toggles at the top, then the map inlcuding a
    #     # dropdown for tileset selection.
    #     add_obs_map_header()
    #     tab_map_ui_cols = st.columns(2)
    #     with tab_map_ui_cols[0]:
    #         show_db_points = st.toggle("Show Points from DB", True)
    #     with tab_map_ui_cols[1]:
    #         dbg_show_extra = st.toggle("Show Extra points (test)", False)
            
    #     if show_db_points:
    #         # show a nicer map, observations marked, tileset selectable.
    #         st_observation = present_obs_map(
    #             dataset_id=dataset_id, data_files=data_files,
    #             dbg_show_extra=dbg_show_extra)
            
    #     else:
    #         # development map.
    #         st_observation = present_alps_map()
            

    # with tab_log:
    #     handler = st.session_state['handler']
    #     if handler is not None:
    #         records = parse_log_buffer(handler.buffer)
    #         st.dataframe(records[::-1], use_container_width=True,)
    #         st.info(f"Length of records: {len(records)}")
    #     else:
    #         st.error("⚠️ No log handler found!")

        
        
    # with tab_coords:
    #     # the goal of this tab is to allow selection of the new obsvation's location by map click/adjust.
    #     st.markdown("Coming later! :construction:")
    #     st.markdown(
    #         """*The goal is to allow interactive definition for the coordinates of a new
    #         observation, by click/drag points on the map.*""")
        

    #     st.write("Click on the map to capture a location.")
    #     #m = folium.Map(location=visp_loc, zoom_start=7)
    #     mm = folium.Map(location=[39.949610, -75.150282], zoom_start=16)
    #     folium.Marker( [39.949610, -75.150282], popup="Liberty Bell", tooltip="Liberty Bell"
    # ).add_to(mm)

    #     st_data2 = st_folium(mm, width=725)
    #     st.write("below the map...")
    #     if st_data2['last_clicked'] is not None:
    #         print(st_data2)
    #         st.info(st_data2['last_clicked'])


    # with tab_gallery:
        # # here we make a container to allow filtering css properties 
        # # specific to the gallery (otherwise we get side effects)
        # tg_cont = st.container(key="swgallery")
        # with tg_cont:
        #     gallery.render_whale_gallery(n_cols=4)
        

    # state handling re data_entry phases
    # 0. no data entered yet -> display the file uploader thing
    # 1. we have some images, but not all the metadata fields are done -> validate button shown, disabled
    # 2. all data entered -> validate button enabled
    # 3. validation button pressed, validation done -> enable the inference button. 
    #    - at this point do we also want to disable changes to the metadata selectors?
    #    anyway, simple first. 

    # if st.session_state.workflow_fsm.is_in_state('doing_data_entry'):
    #     # can we advance state? - only when all inputs are set for all uploaded files
    #     all_inputs_set = check_inputs_are_set(debug=True, empty_ok=False)
    #     if all_inputs_set:
    #         st.session_state.workflow_fsm.complete_current_state()
    #         # -> data_entry_complete
    #     else: 
    #         # button, disabled; no state change yet.
    #         st.sidebar.button(":gray[*Validate*]", disabled=True, help="Please fill in all fields.")
            
    
    # if st.session_state.workflow_fsm.is_in_state('data_entry_complete'):
    #     # can we advance state? - only when the validate button is pressed
    #     if st.sidebar.button(":white_check_mark:[**Validate**]"):
    #         # create a dictionary with the submitted observation
    #         tab_log.info(f"{st.session_state.observations}")
    #         df = pd.DataFrame([obs.to_dict() for obs in st.session_state.observations.values()])
    #         #df = pd.DataFrame(st.session_state.observations, index=[0])
    #         with tab_coords:
    #             st.table(df)
    #         # there doesn't seem to be any actual validation here?? TODO: find validator function (each element is validated by the input box, but is there something at the whole image level?)
    #         # hmm, maybe it should actually just be "I'm done with data entry"
    #         st.session_state.workflow_fsm.complete_current_state()
    #         # -> data_entry_validated
    
    # state handling re inference phases (tab_inference)
    # 3. validation button pressed, validation done -> enable the inference button.
    # 4. inference button pressed -> ML started. | let's cut this one out, since it would only
    #      make sense if we did it as an async action
    # 5. ML done -> show results, and manual validation options
    # 6. manual validation done -> enable the upload buttons
    # 
    # with tab_inference:
    #     # inside the inference tab, on button press we call the model (on huggingface hub)
    #     # which will be run locally. 
    #     # - the model predicts the top 3 most likely species from the input image
    #     # - these species are shown
    #     # - the user can override the species prediction using the dropdown 
    #     # - an observation is uploaded if the user chooses.

        
    #     if st.session_state.MODE_DEV_STATEFUL:
    #         dbg_show_observation_hashes()

    #     add_classifier_header()
    #     # if we are before data_entry_validated, show the button, disabled.
    #     if not st.session_state.workflow_fsm.is_in_state_or_beyond('data_entry_validated'):
    #         tab_inference.button(":gray[*Identify with cetacean classifier*]", disabled=True, 
    #                             help="Please validate inputs before proceeding", 
    #                             key="button_infer_ceteans")
        
    #     if st.session_state.workflow_fsm.is_in_state('data_entry_validated'):
    #         # show the button, enabled. If pressed, we start the ML model (And advance state)
    #         if tab_inference.button("Identify with cetacean classifier", 
    #                                 key="button_infer_ceteans"):
    #             cetacean_classifier = AutoModelForImageClassification.from_pretrained(
    #                 "Saving-Willy/cetacean-classifier", 
    #                 revision=classifier_revision, 
    #                 trust_remote_code=True)

    #             cetacean_just_classify(cetacean_classifier)
    #             st.session_state.workflow_fsm.complete_current_state()
    #             # trigger a refresh too (refreshhing the prog indicator means the script reruns and 
    #             # we can enter the next state - visualising the results / review)
    #             # ok it doesn't if done programmatically. maybe interacting with teh button? check docs.
    #             refresh_progress_display()
    #             #TODO: validate this doesn't harm performance adversely.
    #             st.rerun()
        
    #     elif st.session_state.workflow_fsm.is_in_state('ml_classification_completed'):
    #         # show the results, and allow manual validation
    #         st.markdown("""### Inference results and manual validation/adjustment """)
    #         if st.session_state.MODE_DEV_STATEFUL:
    #             s = ""
    #             for k, v in st.session_state.whale_prediction1.items():
    #                 s += f"* Image {k}: {v}\n"
                    
    #             st.markdown(s)

    #         # add a button to advance the state
    #         if st.button("Confirm species predictions", help="Confirm that all species are selected correctly"):
    #             st.session_state.workflow_fsm.complete_current_state()
    #             # -> manual_inspection_completed
    #             st.rerun()
            
    #         cetacean_show_results_and_review()

    #     elif st.session_state.workflow_fsm.is_in_state('manual_inspection_completed'):
    #         # show the ML results, and allow the user to upload the observation
    #         st.markdown("""### Inference Results (after manual validation) """)
            
            
    #         if st.button("Upload all observations to THE INTERNET!"):
    #             # let this go through to the push_all func, since it just reports to log for now.
    #             push_all_observations(enable_push=False)
    #             st.session_state.workflow_fsm.complete_current_state()
    #             # -> data_uploaded
    #             st.rerun()

    #         cetacean_show_results()
        
    #     elif st.session_state.workflow_fsm.is_in_state('data_uploaded'):
    #         # the data has been sent. Lets show the observations again
    #         # but no buttons to upload (or greyed out ok)
    #         st.markdown("""### Observation(s) uploaded - thank you!""")
    #         cetacean_show_results()

    #         st.divider()
    #         #df = pd.DataFrame(st.session_state.observations, index=[0])
    #         df = pd.DataFrame([obs.to_dict() for obs in st.session_state.observations.values()])
    #         st.table(df)

    #         # didn't decide what the next state is here - I think we are in the terminal state.
    #         #st.session_state.workflow_fsm.complete_current_state()
            
        
    # # inside the hotdog tab, on button press we call a 2nd model (totally unrelated at present, just for demo
    # # purposes, an hotdog image classifier) which will be run locally.
    # # - this model predicts if the image is a hotdog or not, and returns probabilities
    # # - the input image is the same as for the ceteacean classifier - defined in the sidebar
    # tab_hotdogs.title("Hot Dog? Or Not?")
    # tab_hotdogs.write("""
    #             *Run alternative classifer on input images. Here we are using
    #             a binary classifier - hotdog or not - from
    #             huggingface.co/julien-c/hotdog-not-hotdog.*""")

    # if tab_hotdogs.button("Get Hotdog Prediction"):   
        
    #     pipeline_hot_dog = pipeline(task="image-classification", model="julien-c/hotdog-not-hotdog")

    #     if st.session_state.image is None:
    #         st.info("Please upload an image first.")
    #         #st.info(str(observations.to_dict()))
            
    #     else:
    #         hotdog_classify(pipeline_hot_dog, tab_hotdogs)
            
            
    # # after all other processing, we can show the stage/state
    # refresh_progress_display()


if __name__ == "__main__":
    main()