m7mdal7aj commited on
Commit
eaa0bad
1 Parent(s): 571fea7

Update my_model/state_manager.py

Browse files
Files changed (1) hide show
  1. my_model/state_manager.py +86 -46
my_model/state_manager.py CHANGED
@@ -2,6 +2,7 @@ import pandas as pd
2
  import copy
3
  import time
4
  from PIL import Image
 
5
  import streamlit as st
6
  from my_model.utilities.gen_utilities import free_gpu_resources
7
  from my_model.KBVQA import KBVQA, prepare_kbvqa_model
@@ -10,20 +11,35 @@ from my_model.KBVQA import KBVQA, prepare_kbvqa_model
10
 
11
 
12
  class StateManager:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
 
14
  def __init__(self):
 
 
 
 
15
  # Create three columns with different widths
16
  self.col1, self.col2, self.col3 = st.columns([0.2, 0.6, 0.2])
17
 
18
  def initialize_state(self):
 
 
 
19
  if "previous_state" not in st.session_state:
20
  st.session_state['previous_state'] = {'method': None, 'detection_model': None, 'confidence_level': None}
21
- #if 'method' not in st.session_state:
22
- # st.session_state['method'] = "Fine-Tuned Model"
23
- #if 'confidence_level' not in st.session_state:
24
- # st.session_state['confidence_level'] = 0.4
25
- #if 'detection_model' not in st.session_state:
26
- # st.session_state['detection_model'] = 'detic'
27
  if 'images_data' not in st.session_state:
28
  st.session_state['images_data'] = {}
29
  if 'kbvqa' not in st.session_state:
@@ -38,18 +54,12 @@ class StateManager:
38
  st.session_state['force_reload_button_clicked'] = False
39
  if 'time_taken_to_load_model' not in st.session_state:
40
  st.session_state['time_taken_to_load_model'] = None
41
-
42
  if "settings_changed" not in st.session_state:
43
  st.session_state['settings_changed'] = self.settings_changed
44
  if 'model_loaded' not in st.session_state:
45
  st.session_state['model_loaded'] = self.is_model_loaded
46
 
47
-
48
-
49
-
50
-
51
-
52
- def set_up_widgets(self):
53
  """
54
  Sets up user interface widgets for selecting models, settings, and displaying model settings conditionally.
55
  """
@@ -68,7 +78,7 @@ class StateManager:
68
 
69
 
70
 
71
- def set_slider_value(self, text, min_value, max_value, value, step, slider_key_name, col=None):
72
  """
73
  Creates a slider widget with the specified parameters, optionally placing it in a specific column.
74
 
@@ -87,13 +97,18 @@ class StateManager:
87
  else:
88
  return col.slider(text, min_value, max_value, value, step, key=slider_key_name, disabled=self.is_widget_disabled)
89
 
90
-
91
  @property
92
  def is_widget_disabled(self):
93
  return st.session_state['loading_in_progress']
94
 
95
  def disable_widgets(self):
 
 
 
 
96
  st.session_state['loading_in_progress'] = True
 
97
 
98
  @property
99
  def settings_changed(self):
@@ -104,38 +119,30 @@ class StateManager:
104
  bool: True if any setting has changed, False otherwise.
105
  """
106
  return self.has_state_changed()
 
107
 
108
  @property
109
  def confidance_change(self):
110
- return st.session_state["confidence_level"] != st.session_state["previous_state"]["confidence_level"]
111
-
112
- @property
113
- def display_model_settings(self):
114
  """
115
- Displays a table of current model settings in the third column.
116
-
 
 
117
  """
118
- self.col3.write("##### Current Model Settings:")
119
- data = [{'Setting': key, 'Value': str(value)} for key, value in st.session_state.items() if key in ["confidence_level", 'detection_model', 'method', 'kbvqa', 'previous_state', 'settings_changed', 'loading_in_progress', 'model_loaded', 'time_taken_to_load_model' ]]
120
- df = pd.DataFrame(data).reset_index(drop=True)
121
- return self.col3.write(df)
122
 
123
-
124
- def display_session_state(self):
125
  """
126
- Displays a table of the complete application state..
127
  """
128
-
129
- st.write("Current Model:")
130
- data = [{'Key': key, 'Value': str(value)} for key, value in st.session_state.items()]
131
- df = pd.DataFrame(data).reset_index(drop=True)
132
- st.write(df)
133
 
134
- def update_prev_state(self):
135
  for key in st.session_state['previous_state']:
136
  st.session_state['previous_state'][key] = st.session_state[key]
 
137
 
138
- def load_model(self):
139
  """
140
  Loads the KBVQA model based on the chosen method and settings.
141
 
@@ -159,7 +166,17 @@ class StateManager:
159
  except Exception as e:
160
  st.error(f"Error loading model: {e}")
161
 
162
- def force_reload_model(self):
 
 
 
 
 
 
 
 
 
 
163
  try:
164
  self.delete_model()
165
  free_gpu_resources()
@@ -174,9 +191,9 @@ class StateManager:
174
  st.error(f"Error reloading model: {e}")
175
  free_gpu_resources()
176
 
177
- def delete_model(self):
178
  """
179
- Forces a reload of all models, freeing up GPU resources. This method deletes the current models and calls `free_gpu_resources`.
180
  """
181
 
182
  free_gpu_resources()
@@ -191,7 +208,7 @@ class StateManager:
191
 
192
 
193
  # Function to check if any session state values have changed
194
- def has_state_changed(self):
195
  """
196
  Compares current session state with the previous state to identify changes.
197
 
@@ -207,7 +224,7 @@ class StateManager:
207
  else: return False # No changes found
208
 
209
 
210
- def get_model(self):
211
  """
212
  Retrieve the KBVQA model from the session state.
213
 
@@ -216,7 +233,7 @@ class StateManager:
216
  return st.session_state.get('kbvqa', None)
217
 
218
  @property
219
- def is_model_loaded(self):
220
  """
221
  Checks if the KBVQA model is loaded in the session state.
222
 
@@ -226,7 +243,7 @@ class StateManager:
226
  return 'kbvqa' in st.session_state and st.session_state['kbvqa'] is not None and st.session_state.kbvqa.all_models_loaded
227
 
228
 
229
- def reload_detection_model(self):
230
  """
231
  Reloads only the detection model of the KBVQA model with updated settings.
232
 
@@ -251,7 +268,7 @@ class StateManager:
251
  st.error(f"Error reloading detection model: {e}")
252
 
253
 
254
- def process_new_image(self, image_key, image):
255
  """
256
  Processes a new uploaded image by creating an entry in the `images_data` dictionary in the application session state.
257
 
@@ -278,7 +295,7 @@ class StateManager:
278
  }
279
 
280
 
281
- def analyze_image(self, image):
282
  """
283
  Analyzes the image using the KBVQA model.
284
 
@@ -302,7 +319,7 @@ class StateManager:
302
  return caption, detected_objects_str, image_with_boxes
303
 
304
 
305
- def add_to_qa_history(self, image_key, question, answer, prompt_length):
306
  """
307
  Adds a question-answer pair to the QA history of a specific image, to be used as hitory tracker.
308
 
@@ -395,4 +412,27 @@ class StateManager:
395
  st.success(messae)
396
  elif message_type == "write":
397
  st.write(message)
398
- else: st.error("Message type unknown")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  import copy
3
  import time
4
  from PIL import Image
5
+ from typing import Tuple, Dict
6
  import streamlit as st
7
  from my_model.utilities.gen_utilities import free_gpu_resources
8
  from my_model.KBVQA import KBVQA, prepare_kbvqa_model
 
11
 
12
 
13
  class StateManager:
14
+
15
+ # Hints for methods
16
+ # initialize_state: Initializes default values for session state.
17
+ # set_up_widgets: Creates UI elements for model selection and settings.
18
+ # set_slider_value: Generates a slider widget for numerical input.
19
+ # is_widget_disabled: Returns True if UI elements should be disabled.
20
+ # disable_widgets: Disables interactive UI elements during processing.
21
+ # settings_changed: Checks if any model settings have changed.
22
+ # confidance_change: Determines if the confidence level setting has changed.
23
+ # display_model_settings: Shows current model settings in the UI.
24
+ # display_session_state: Displays the current state of the application.
25
+ # update_prev_state: Updates the record of the previous application state.
26
+ # force_reload_model: Reloads the model, clearing and resetting necessary states.
27
+
28
 
29
  def __init__(self):
30
+ """
31
+ Initializes the StateManager instance, setting up the Streamlit columns for the user interface.
32
+ """
33
+
34
  # Create three columns with different widths
35
  self.col1, self.col2, self.col3 = st.columns([0.2, 0.6, 0.2])
36
 
37
  def initialize_state(self):
38
+ """
39
+ Initializes the Streamlit session state with default values for various keys.
40
+ """
41
  if "previous_state" not in st.session_state:
42
  st.session_state['previous_state'] = {'method': None, 'detection_model': None, 'confidence_level': None}
 
 
 
 
 
 
43
  if 'images_data' not in st.session_state:
44
  st.session_state['images_data'] = {}
45
  if 'kbvqa' not in st.session_state:
 
54
  st.session_state['force_reload_button_clicked'] = False
55
  if 'time_taken_to_load_model' not in st.session_state:
56
  st.session_state['time_taken_to_load_model'] = None
 
57
  if "settings_changed" not in st.session_state:
58
  st.session_state['settings_changed'] = self.settings_changed
59
  if 'model_loaded' not in st.session_state:
60
  st.session_state['model_loaded'] = self.is_model_loaded
61
 
62
+ def set_up_widgets(self) -> None:
 
 
 
 
 
63
  """
64
  Sets up user interface widgets for selecting models, settings, and displaying model settings conditionally.
65
  """
 
78
 
79
 
80
 
81
+ def set_slider_value(self, text: str, min_value: float, max_value: float, value: float, step: float, slider_key_name: str, col=None) -> None:
82
  """
83
  Creates a slider widget with the specified parameters, optionally placing it in a specific column.
84
 
 
97
  else:
98
  return col.slider(text, min_value, max_value, value, step, key=slider_key_name, disabled=self.is_widget_disabled)
99
 
100
+
101
  @property
102
  def is_widget_disabled(self):
103
  return st.session_state['loading_in_progress']
104
 
105
  def disable_widgets(self):
106
+ """
107
+ Disables widgets by setting the 'loading_in_progress' state to True.
108
+ """
109
+
110
  st.session_state['loading_in_progress'] = True
111
+
112
 
113
  @property
114
  def settings_changed(self):
 
119
  bool: True if any setting has changed, False otherwise.
120
  """
121
  return self.has_state_changed()
122
+
123
 
124
  @property
125
  def confidance_change(self):
 
 
 
 
126
  """
127
+ Checks if the confidence level setting has changed compared to the previous state.
128
+
129
+ Returns:
130
+ bool: True if the confidence level has changed, False otherwise.
131
  """
132
+
133
+ return st.session_state["confidence_level"] != st.session_state["previous_state"]["confidence_level"]
 
 
134
 
135
+
136
+ def update_prev_state(self):
137
  """
138
+ Updates the 'previous_state' in the session state with the current state values.
139
  """
 
 
 
 
 
140
 
 
141
  for key in st.session_state['previous_state']:
142
  st.session_state['previous_state'][key] = st.session_state[key]
143
+
144
 
145
+ def load_model(self) -> None:
146
  """
147
  Loads the KBVQA model based on the chosen method and settings.
148
 
 
166
  except Exception as e:
167
  st.error(f"Error loading model: {e}")
168
 
169
+ def force_reload_model(self) -> None:
170
+ """
171
+ Forces a reload of all models, freeing up GPU resources. This method deletes the current models and calls `free_gpu_resources`.
172
+
173
+ - Deletes the current KBVQA model from the session state.
174
+ - Calls `prepare_kbvqa_model` with `force_reload=True` to reload the model.
175
+ - Updates the detection confidence level on the model object.
176
+ - Displays a success message if the model is reloaded successfully.
177
+ """
178
+
179
+
180
  try:
181
  self.delete_model()
182
  free_gpu_resources()
 
191
  st.error(f"Error reloading model: {e}")
192
  free_gpu_resources()
193
 
194
+ def delete_model(self) -> None:
195
  """
196
+ This method deletes the current models and calls `free_gpu_resources`.
197
  """
198
 
199
  free_gpu_resources()
 
208
 
209
 
210
  # Function to check if any session state values have changed
211
+ def has_state_changed(self) -> bool:
212
  """
213
  Compares current session state with the previous state to identify changes.
214
 
 
224
  else: return False # No changes found
225
 
226
 
227
+ def get_model(self) -> KBVQA:
228
  """
229
  Retrieve the KBVQA model from the session state.
230
 
 
233
  return st.session_state.get('kbvqa', None)
234
 
235
  @property
236
+ def is_model_loaded(self) -> bool:
237
  """
238
  Checks if the KBVQA model is loaded in the session state.
239
 
 
243
  return 'kbvqa' in st.session_state and st.session_state['kbvqa'] is not None and st.session_state.kbvqa.all_models_loaded
244
 
245
 
246
+ def reload_detection_model(self) -> None:
247
  """
248
  Reloads only the detection model of the KBVQA model with updated settings.
249
 
 
268
  st.error(f"Error reloading detection model: {e}")
269
 
270
 
271
+ def process_new_image(self, image_key: str, image) -> None:
272
  """
273
  Processes a new uploaded image by creating an entry in the `images_data` dictionary in the application session state.
274
 
 
295
  }
296
 
297
 
298
+ def analyze_image(self, image) -> Tuple[str, str, object]:
299
  """
300
  Analyzes the image using the KBVQA model.
301
 
 
319
  return caption, detected_objects_str, image_with_boxes
320
 
321
 
322
+ def add_to_qa_history(self, image_key: str, question: str, answer: str, prompt_length: int) -> None:
323
  """
324
  Adds a question-answer pair to the QA history of a specific image, to be used as hitory tracker.
325
 
 
412
  st.success(messae)
413
  elif message_type == "write":
414
  st.write(message)
415
+ else: st.error("Message type unknown")
416
+ @property
417
+
418
+
419
+ def display_model_settings(self):
420
+ """
421
+ Displays a table of current model settings in the third column.
422
+
423
+ """
424
+ self.col3.write("##### Current Model Settings:")
425
+ data = [{'Setting': key, 'Value': str(value)} for key, value in st.session_state.items() if key in ["confidence_level", 'detection_model', 'method', 'kbvqa', 'previous_state', 'settings_changed', 'loading_in_progress', 'model_loaded', 'time_taken_to_load_model' ]]
426
+ df = pd.DataFrame(data).reset_index(drop=True)
427
+ return self.col3.write(df)
428
+
429
+
430
+ def display_session_state(self):
431
+ """
432
+ Displays a table of the complete application state..
433
+ """
434
+
435
+ st.write("Current Model:")
436
+ data = [{'Key': key, 'Value': str(value)} for key, value in st.session_state.items()]
437
+ df = pd.DataFrame(data).reset_index(drop=True)
438
+ st.write(df)