Spaces:
Sleeping
Sleeping
rmm
commited on
Commit
·
ba6e051
1
Parent(s):
cd85869
chore: reorganise code out of main, and docstrings in input_handling
Browse files- src/input/input_handling.py +88 -31
- src/main.py +6 -18
src/input/input_handling.py
CHANGED
|
@@ -90,7 +90,21 @@ def check_inputs_are_set(empty_ok:bool=False, debug:bool=False) -> bool:
|
|
| 90 |
return all([v is not None for v in vals])
|
| 91 |
|
| 92 |
|
| 93 |
-
def
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 94 |
# buffer info from the file_uploader that doesn't require further user input
|
| 95 |
# - the image, the hash, the filename
|
| 96 |
# a separate function takes care of per-file user inputs for metadata
|
|
@@ -126,6 +140,17 @@ def buffer_files():
|
|
| 126 |
|
| 127 |
|
| 128 |
def load_file_and_hash(file:UploadedFile) -> Tuple[np.ndarray, str]:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 129 |
# two operations that require reading the file done together for efficiency
|
| 130 |
# load the file, compute the hash, return the image and hash
|
| 131 |
_bytes = file.read()
|
|
@@ -137,13 +162,23 @@ def load_file_and_hash(file:UploadedFile) -> Tuple[np.ndarray, str]:
|
|
| 137 |
|
| 138 |
|
| 139 |
def metadata_inputs_one_file(file:UploadedFile, image_hash:str, dbg_ix:int=0) -> InputObservation:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 140 |
# dbg_ix is a hack to have different data in each input group, checking persistence
|
| 141 |
|
| 142 |
if st.session_state.container_metadata_inputs is not None:
|
| 143 |
_viewcontainer = st.session_state.container_metadata_inputs
|
| 144 |
else:
|
| 145 |
_viewcontainer = st.sidebar
|
| 146 |
-
|
| 147 |
|
| 148 |
|
| 149 |
|
|
@@ -197,12 +232,18 @@ def metadata_inputs_one_file(file:UploadedFile, image_hash:str, dbg_ix:int=0) ->
|
|
| 197 |
uploaded_file=file, image_md5=image_hash
|
| 198 |
)
|
| 199 |
|
| 200 |
-
# TODO: pass in the hash to InputObservation, so it is done once only. (need to refactor the class a bit)
|
| 201 |
return observation
|
| 202 |
|
| 203 |
|
| 204 |
|
| 205 |
def _setup_dynamic_inputs() -> None:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 206 |
|
| 207 |
# for each file uploaded,
|
| 208 |
# - add the UI elements for the metadata
|
|
@@ -237,26 +278,14 @@ def _setup_dynamic_inputs() -> None:
|
|
| 237 |
|
| 238 |
def _setup_oneoff_inputs() -> None:
|
| 239 |
'''
|
| 240 |
-
Add the UI input elements for which we have one
|
| 241 |
|
|
|
|
|
|
|
| 242 |
'''
|
| 243 |
-
st.title("Input image and data")
|
| 244 |
|
| 245 |
-
#
|
| 246 |
-
#container_file_uploader = st.container(border=False, key="container_file_uploader")
|
| 247 |
container_file_uploader = st.session_state.container_file_uploader
|
| 248 |
-
# - a container for the dynamic input elements (this one matters)
|
| 249 |
-
#if "container_per_file_input_elems" not in st.session_state:
|
| 250 |
-
# if st.session_state.container_per_file_input_elems is None:
|
| 251 |
-
# #st.session_state.container_per_file_input_elems = None
|
| 252 |
-
# c = st.container(border=True, key="container_per_file_input_elems")
|
| 253 |
-
# with c:
|
| 254 |
-
# st.write("No files uploaded yet.")
|
| 255 |
-
# print(f"[D] initialised the container..... {id(c)} | {c=}")
|
| 256 |
-
# st.session_state.container_per_file_input_elems = c
|
| 257 |
-
# else:
|
| 258 |
-
# print(f"[D] already present, don't redo... {id(st.session_state.container_per_file_input_elems)} | {st.session_state.container_per_file_input_elems=}")
|
| 259 |
-
|
| 260 |
|
| 261 |
with container_file_uploader:
|
| 262 |
# 1. Input the author email
|
|
@@ -266,18 +295,12 @@ def _setup_oneoff_inputs() -> None:
|
|
| 266 |
st.error("Please enter a valid email address.")
|
| 267 |
|
| 268 |
# 2. Image Selector
|
| 269 |
-
st.file_uploader(
|
| 270 |
-
|
| 271 |
-
|
| 272 |
-
|
| 273 |
-
if 1:
|
| 274 |
|
| 275 |
-
|
| 276 |
-
|
| 277 |
-
for ix, file in enumerate(uploaded_files):
|
| 278 |
-
print(f"[DD] rechecking file {file.name}. {file.file_id} {file.type} {file.size}")
|
| 279 |
-
pass
|
| 280 |
-
|
| 281 |
|
| 282 |
|
| 283 |
|
|
@@ -302,4 +325,38 @@ def setup_input() -> None:
|
|
| 302 |
# setup dynamic UI input elements, based on the data that is buffered in session_state
|
| 303 |
_setup_dynamic_inputs()
|
| 304 |
|
| 305 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 90 |
return all([v is not None for v in vals])
|
| 91 |
|
| 92 |
|
| 93 |
+
def buffer_uploaded_files():
|
| 94 |
+
"""
|
| 95 |
+
Buffers uploaded files to session_state (images, image_hashes, filenames).
|
| 96 |
+
|
| 97 |
+
Buffers uploaded files by extracting and storing filenames, images, and
|
| 98 |
+
image hashes in the session state.
|
| 99 |
+
|
| 100 |
+
Adds the following keys to `st.session_state`:
|
| 101 |
+
- `images`: dict mapping image hashes to image data (numpy arrays)
|
| 102 |
+
- `files`: list of uploaded files
|
| 103 |
+
- `image_hashes`: list of image hashes
|
| 104 |
+
- `image_filenames`: list of filenames
|
| 105 |
+
"""
|
| 106 |
+
|
| 107 |
+
|
| 108 |
# buffer info from the file_uploader that doesn't require further user input
|
| 109 |
# - the image, the hash, the filename
|
| 110 |
# a separate function takes care of per-file user inputs for metadata
|
|
|
|
| 140 |
|
| 141 |
|
| 142 |
def load_file_and_hash(file:UploadedFile) -> Tuple[np.ndarray, str]:
|
| 143 |
+
"""
|
| 144 |
+
Loads an image file and computes its MD5 hash.
|
| 145 |
+
|
| 146 |
+
Since both operations require reading the full file contentsV, they are done
|
| 147 |
+
together for efficiency.
|
| 148 |
+
|
| 149 |
+
Args:
|
| 150 |
+
file (UploadedFile): The uploaded file to be processed.
|
| 151 |
+
Returns:
|
| 152 |
+
Tuple[np.ndarray, str]: A tuple containing the decoded image as a NumPy array and the MD5 hash of the file's contents.
|
| 153 |
+
"""
|
| 154 |
# two operations that require reading the file done together for efficiency
|
| 155 |
# load the file, compute the hash, return the image and hash
|
| 156 |
_bytes = file.read()
|
|
|
|
| 162 |
|
| 163 |
|
| 164 |
def metadata_inputs_one_file(file:UploadedFile, image_hash:str, dbg_ix:int=0) -> InputObservation:
|
| 165 |
+
"""
|
| 166 |
+
Creates and parses metadata inputs for a single file
|
| 167 |
+
|
| 168 |
+
Args:
|
| 169 |
+
file (UploadedFile): The uploaded file for which metadata is being handled.
|
| 170 |
+
image_hash (str): The hash of the image.
|
| 171 |
+
dbg_ix (int, optional): Debug index to differentiate data in each input group. Defaults to 0.
|
| 172 |
+
Returns:
|
| 173 |
+
InputObservation: An object containing the metadata and other information for the input file.
|
| 174 |
+
"""
|
| 175 |
# dbg_ix is a hack to have different data in each input group, checking persistence
|
| 176 |
|
| 177 |
if st.session_state.container_metadata_inputs is not None:
|
| 178 |
_viewcontainer = st.session_state.container_metadata_inputs
|
| 179 |
else:
|
| 180 |
_viewcontainer = st.sidebar
|
| 181 |
+
m_logger.warning(f"[W] `container_metadata_inputs` is None, using sidebar")
|
| 182 |
|
| 183 |
|
| 184 |
|
|
|
|
| 232 |
uploaded_file=file, image_md5=image_hash
|
| 233 |
)
|
| 234 |
|
|
|
|
| 235 |
return observation
|
| 236 |
|
| 237 |
|
| 238 |
|
| 239 |
def _setup_dynamic_inputs() -> None:
|
| 240 |
+
"""
|
| 241 |
+
Setup metadata inputs dynamically for each uploaded file, and process.
|
| 242 |
+
|
| 243 |
+
This operates on the data buffered in the session state, and writes
|
| 244 |
+
the observation objects back to the session state.
|
| 245 |
+
|
| 246 |
+
"""
|
| 247 |
|
| 248 |
# for each file uploaded,
|
| 249 |
# - add the UI elements for the metadata
|
|
|
|
| 278 |
|
| 279 |
def _setup_oneoff_inputs() -> None:
|
| 280 |
'''
|
| 281 |
+
Add the UI input elements for which we have one covering all files
|
| 282 |
|
| 283 |
+
- author email
|
| 284 |
+
- file uploader (accepts multiple files)
|
| 285 |
'''
|
|
|
|
| 286 |
|
| 287 |
+
# fetch the container for the file uploader input elements
|
|
|
|
| 288 |
container_file_uploader = st.session_state.container_file_uploader
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 289 |
|
| 290 |
with container_file_uploader:
|
| 291 |
# 1. Input the author email
|
|
|
|
| 295 |
st.error("Please enter a valid email address.")
|
| 296 |
|
| 297 |
# 2. Image Selector
|
| 298 |
+
st.file_uploader(
|
| 299 |
+
"Upload one or more images", type=["png", 'jpg', 'jpeg', 'webp'],
|
| 300 |
+
accept_multiple_files=True,
|
| 301 |
+
key="file_uploader_data", on_change=buffer_uploaded_files)
|
|
|
|
| 302 |
|
| 303 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 304 |
|
| 305 |
|
| 306 |
|
|
|
|
| 325 |
# setup dynamic UI input elements, based on the data that is buffered in session_state
|
| 326 |
_setup_dynamic_inputs()
|
| 327 |
|
| 328 |
+
|
| 329 |
+
def init_input_container_states() -> None:
|
| 330 |
+
'''
|
| 331 |
+
Initialise the layout containers used in the input handling
|
| 332 |
+
'''
|
| 333 |
+
#if "container_per_file_input_elems" not in st.session_state:
|
| 334 |
+
# st.session_state.container_per_file_input_elems = None
|
| 335 |
+
|
| 336 |
+
if "container_file_uploader" not in st.session_state:
|
| 337 |
+
st.session_state.container_file_uploader = None
|
| 338 |
+
|
| 339 |
+
if "container_metadata_inputs" not in st.session_state:
|
| 340 |
+
st.session_state.container_metadata_inputs = None
|
| 341 |
+
|
| 342 |
+
|
| 343 |
+
def add_input_UI_elements() -> None:
|
| 344 |
+
'''
|
| 345 |
+
Create the containers within which user input elements will be placed
|
| 346 |
+
'''
|
| 347 |
+
# we make containers ahead of time, allowing consistent order of elements
|
| 348 |
+
# which are not created in the same order.
|
| 349 |
+
|
| 350 |
+
st.divider()
|
| 351 |
+
st.title("Input image and data")
|
| 352 |
+
|
| 353 |
+
# create and style a container for the file uploader/other one-off inputs
|
| 354 |
+
st.markdown('<style>.st-key-container_file_uploader_id { border: 1px solid skyblue; border-radius: 5px; }</style>', unsafe_allow_html=True)
|
| 355 |
+
container_file_uploader = st.container(border=True, key="container_file_uploader_id")
|
| 356 |
+
st.session_state.container_file_uploader = container_file_uploader
|
| 357 |
+
|
| 358 |
+
# create and style a container for the dynamic metadata inputs
|
| 359 |
+
st.markdown('<style>.st-key-container_metadata_inputs_id { border: 1px solid lightgreen; border-radius: 5px; }</style>', unsafe_allow_html=True)
|
| 360 |
+
container_metadata_inputs = st.container(border=True, key="container_metadata_inputs_id")
|
| 361 |
+
container_metadata_inputs.write("Metadata Inputs... wait for file upload ")
|
| 362 |
+
st.session_state.container_metadata_inputs = container_metadata_inputs
|
src/main.py
CHANGED
|
@@ -17,6 +17,8 @@ disable_caching()
|
|
| 17 |
import whale_gallery as gallery
|
| 18 |
import whale_viewer as viewer
|
| 19 |
from input.input_handling import setup_input, check_inputs_are_set
|
|
|
|
|
|
|
| 20 |
from maps.alps_map import present_alps_map
|
| 21 |
from maps.obs_map import present_obs_map
|
| 22 |
from utils.st_logs import setup_logging, parse_log_buffer
|
|
@@ -82,14 +84,7 @@ if "workflow_fsm" not in st.session_state:
|
|
| 82 |
# create and init the state machine
|
| 83 |
st.session_state.workflow_fsm = WorkflowFSM(FSM_STATES)
|
| 84 |
|
| 85 |
-
|
| 86 |
-
st.session_state.container_per_file_input_elems = None
|
| 87 |
-
|
| 88 |
-
if "container_file_uploader" not in st.session_state:
|
| 89 |
-
st.session_state.container_file_uploader = None
|
| 90 |
-
|
| 91 |
-
if "container_metadata_inputs" not in st.session_state:
|
| 92 |
-
st.session_state.container_metadata_inputs = None
|
| 93 |
|
| 94 |
def refresh_progress():
|
| 95 |
with st.sidebar:
|
|
@@ -157,16 +152,9 @@ def main() -> None:
|
|
| 157 |
|
| 158 |
# create a sidebar, and parse all the input (returned as `observations` object)
|
| 159 |
with st.sidebar:
|
| 160 |
-
|
| 161 |
-
|
| 162 |
-
|
| 163 |
-
container_file_uploader = st.container(border=True, key="container_file_uploader_id")
|
| 164 |
-
st.session_state.container_file_uploader = container_file_uploader
|
| 165 |
-
st.markdown('<style>.st-key-container_metadata_inputs_id { border: 1px solid lightgreen; border-radius: 5px; }</style>', unsafe_allow_html=True)
|
| 166 |
-
container_metadata_inputs = st.container(border=True, key="container_metadata_inputs_id")
|
| 167 |
-
container_metadata_inputs.write("Metadata Inputs... wait for file upload ")
|
| 168 |
-
st.session_state.container_metadata_inputs = container_metadata_inputs
|
| 169 |
-
|
| 170 |
setup_input()
|
| 171 |
|
| 172 |
|
|
|
|
| 17 |
import whale_gallery as gallery
|
| 18 |
import whale_viewer as viewer
|
| 19 |
from input.input_handling import setup_input, check_inputs_are_set
|
| 20 |
+
from input.input_handling import init_input_container_states, add_input_UI_elements
|
| 21 |
+
|
| 22 |
from maps.alps_map import present_alps_map
|
| 23 |
from maps.obs_map import present_obs_map
|
| 24 |
from utils.st_logs import setup_logging, parse_log_buffer
|
|
|
|
| 84 |
# create and init the state machine
|
| 85 |
st.session_state.workflow_fsm = WorkflowFSM(FSM_STATES)
|
| 86 |
|
| 87 |
+
init_input_container_states()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 88 |
|
| 89 |
def refresh_progress():
|
| 90 |
with st.sidebar:
|
|
|
|
| 152 |
|
| 153 |
# create a sidebar, and parse all the input (returned as `observations` object)
|
| 154 |
with st.sidebar:
|
| 155 |
+
# layout handling
|
| 156 |
+
add_input_UI_elements()
|
| 157 |
+
# input elements (file upload, text input, etc)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 158 |
setup_input()
|
| 159 |
|
| 160 |
|