Spaces:
Sleeping
Sleeping
mutarisi
commited on
Commit
·
d958b94
1
Parent(s):
0ede3b3
missing file
Browse files- lettersController.py +9 -9
- wordsController.py +15 -8
lettersController.py
CHANGED
|
@@ -4,17 +4,17 @@ import pickle
|
|
| 4 |
import tensorflow as tf
|
| 5 |
import mediapipe as mp
|
| 6 |
|
| 7 |
-
lettersModel = tf.keras.models.load_model('ai_model/models/detectLettersModel.keras')
|
| 8 |
-
with open('ai_model/models/labelEncoder.pickle', 'rb') as f:
|
| 9 |
-
|
| 10 |
|
| 11 |
-
lettersModel2 = tf.keras.models.load_model('ai_model/jz_model/JZModel.keras')
|
| 12 |
-
with open('ai_model/jz_model/labelEncoder.pickle', 'rb') as f:
|
| 13 |
-
|
| 14 |
|
| 15 |
-
numbersModel = tf.keras.models.load_model('ai_model/models/detectNumbersModel.keras')
|
| 16 |
-
with open('ai_model/models/numLabelEncoder.pickle', 'rb') as f:
|
| 17 |
-
|
| 18 |
|
| 19 |
sequenceNum = 20
|
| 20 |
hands = mp.solutions.hands.Hands(static_image_mode=True)
|
|
|
|
| 4 |
import tensorflow as tf
|
| 5 |
import mediapipe as mp
|
| 6 |
|
| 7 |
+
# lettersModel = tf.keras.models.load_model('ai_model/models/detectLettersModel.keras')
|
| 8 |
+
# with open('ai_model/models/labelEncoder.pickle', 'rb') as f:
|
| 9 |
+
# labelEncoder = pickle.load(f)
|
| 10 |
|
| 11 |
+
# lettersModel2 = tf.keras.models.load_model('ai_model/jz_model/JZModel.keras')
|
| 12 |
+
# with open('ai_model/jz_model/labelEncoder.pickle', 'rb') as f:
|
| 13 |
+
# labelEncoder2 = pickle.load(f)
|
| 14 |
|
| 15 |
+
# numbersModel = tf.keras.models.load_model('ai_model/models/detectNumbersModel.keras')
|
| 16 |
+
# with open('ai_model/models/numLabelEncoder.pickle', 'rb') as f:
|
| 17 |
+
# numLabelEncoder = pickle.load(f)
|
| 18 |
|
| 19 |
sequenceNum = 20
|
| 20 |
hands = mp.solutions.hands.Hands(static_image_mode=True)
|
wordsController.py
CHANGED
|
@@ -10,10 +10,13 @@ SEQUENCE_LENGTH = 90
|
|
| 10 |
EXPECTED_COORDS_PER_FRAME = 1662
|
| 11 |
CONFIDENCE_THRESHOLD = 0.1
|
| 12 |
|
| 13 |
-
model = load_model(MODEL_PATH)
|
| 14 |
-
df = pd.read_csv(CSV_PATH)
|
| 15 |
-
unique_glosses = df['gloss'].unique()
|
| 16 |
-
id_to_gloss = {i: g for i, g in enumerate(unique_glosses)}
|
|
|
|
|
|
|
|
|
|
| 17 |
|
| 18 |
mp_holistic = mp.solutions.holistic.Holistic(
|
| 19 |
static_image_mode=True,
|
|
@@ -129,11 +132,15 @@ def detectWords(image_paths):
|
|
| 129 |
sequence = pad_or_truncate_sequence(sequence, SEQUENCE_LENGTH, EXPECTED_COORDS_PER_FRAME)
|
| 130 |
sequence = np.expand_dims(sequence, axis=0)
|
| 131 |
|
| 132 |
-
preds = model.predict(sequence, verbose=0)
|
| 133 |
-
predicted_id = int(np.argmax(preds))
|
| 134 |
-
confidence = float(np.max(preds))
|
| 135 |
-
predicted_word = id_to_gloss.get(predicted_id, "Unknown")
|
| 136 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 137 |
result = {"word": predicted_word if confidence >= CONFIDENCE_THRESHOLD else "",
|
| 138 |
"confidence": confidence}
|
| 139 |
|
|
|
|
| 10 |
EXPECTED_COORDS_PER_FRAME = 1662
|
| 11 |
CONFIDENCE_THRESHOLD = 0.1
|
| 12 |
|
| 13 |
+
# model = load_model(MODEL_PATH)
|
| 14 |
+
# df = pd.read_csv(CSV_PATH)
|
| 15 |
+
# unique_glosses = df['gloss'].unique()
|
| 16 |
+
# id_to_gloss = {i: g for i, g in enumerate(unique_glosses)}
|
| 17 |
+
# Insert these lines immediately after the commented-out block
|
| 18 |
+
model = None # Placeholder
|
| 19 |
+
id_to_gloss = {0: "placeholder_word"} # Minimal placeholder for the dictionary
|
| 20 |
|
| 21 |
mp_holistic = mp.solutions.holistic.Holistic(
|
| 22 |
static_image_mode=True,
|
|
|
|
| 132 |
sequence = pad_or_truncate_sequence(sequence, SEQUENCE_LENGTH, EXPECTED_COORDS_PER_FRAME)
|
| 133 |
sequence = np.expand_dims(sequence, axis=0)
|
| 134 |
|
| 135 |
+
# preds = model.predict(sequence, verbose=0)
|
| 136 |
+
# predicted_id = int(np.argmax(preds))
|
| 137 |
+
# confidence = float(np.max(preds))
|
| 138 |
+
# predicted_word = id_to_gloss.get(predicted_id, "Unknown")
|
| 139 |
|
| 140 |
+
predicted_id = 0 # Use the placeholder ID
|
| 141 |
+
confidence = 0.99 # Use a dummy confidence
|
| 142 |
+
predicted_word = id_to_gloss.get(predicted_id, "Unknown")
|
| 143 |
+
|
| 144 |
result = {"word": predicted_word if confidence >= CONFIDENCE_THRESHOLD else "",
|
| 145 |
"confidence": confidence}
|
| 146 |
|