Upload 7 files

app.py

@@ -0,0 +1,14 @@
+import streamlit as st
+from homepage import homepage
+from chatbot import chatbot_bisindo
+
+# Halaman navigasi
+home_page = st.Page(homepage, title="Home", icon=":material/home:")
+chatbot_page = st.Page(chatbot_bisindo, title="Chatbot BISINDO", icon=":material/chat:")
+
+# Daftar halaman
+pg = st.navigation({
+    "Menu": [home_page, chatbot_page],
+})
+
+pg.run()

chatbot.py

@@ -0,0 +1,57 @@
+import streamlit as st
+import requests
+
+# Konfigurasi API Gemini
+API_URL = "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.0-flash-exp:generateContent"
+API_KEY = ""  # Ganti dengan API Key Anda
+
+# Konteks tentang BISINDO
+BISINDO_CONTEXT = (
+    "Anda adalah chatbot yang ahli dalam menjelaskan Bahasa Isyarat Indonesia (BISINDO). "
+    "BISINDO adalah bahasa isyarat yang digunakan oleh komunitas Tuli di Indonesia untuk berkomunikasi. "
+    "Anda hanya akan menjawab pertanyaan pengguna yang berkaitan tentang BISINDO. "
+    "Jawab dengan bahasa yang ringkas dan mudah dimengerti."
+)
+
+def send_message_to_gemini(api_url, api_key, user_message, context):
+    headers = {'Content-Type': 'application/json'}
+    data = {"contents": [{"parts": [{"text": f"{context}\n\nPertanyaan pengguna: {user_message}"}]}]}
+    try:
+        response = requests.post(f"{api_url}?key={api_key}", headers=headers, json=data)
+        response_data = response.json()
+        candidates = response_data.get('candidates', [])
+        if candidates:
+            return candidates[0].get('content', {}).get('parts', [{}])[0].get('text', '') or "Maaf, bot tidak dapat memberikan balasan."
+        return "Maaf, bot tidak dapat memberikan balasan."
+    except requests.exceptions.RequestException as e:
+        return f"Terjadi kesalahan saat menghubungi API: {str(e)}"
+
+def chatbot_bisindo():
+    st.title("Chatbot BISINDO")
+
+    # Inisialisasi sesi untuk menyimpan riwayat percakapan
+    if "messages" not in st.session_state:
+        st.session_state.messages = []
+
+    # Render riwayat percakapan
+    for message in st.session_state.messages:
+        with st.chat_message(message["role"]):
+            st.markdown(message["content"])
+
+    # Input pengguna
+    if user_input := st.chat_input("Tanyakan sesuatu tentang BISINDO..."):
+        # Tambahkan input pengguna ke riwayat
+        st.session_state.messages.append({"role": "user", "content": user_input})
+        with st.chat_message("user"):
+            st.markdown(user_input)
+
+        # Proses respons dari Gemini
+        with st.chat_message("assistant"):
+            bot_message_placeholder = st.empty()
+            bot_message_placeholder.markdown("Sedang menjawab...")
+            bot_reply = send_message_to_gemini(API_URL, API_KEY, user_input, BISINDO_CONTEXT)
+            bot_message_placeholder.markdown(bot_reply)
+
+        # Tambahkan respons bot ke riwayat
+        st.session_state.messages.append({"role": "assistant", "content": bot_reply})
+        

homepage.py

@@ -0,0 +1,66 @@
+import streamlit as st
+import cv2
+import torch
+import numpy as np
+import time
+
+# --- Caching Model ---
+@st.cache_resource(show_spinner=False)
+def load_model(model_path):
+    return torch.hub.load('ultralytics/yolov5', 'custom', path=model_path)
+
+def get_color(class_id):
+    np.random.seed(int(class_id))
+    return tuple(np.random.randint(100, 255, size=3).tolist())
+
+def detect_objects(frame, model):
+    frame_resized = cv2.resize(frame, (640, 480))  # Resize untuk performa lebih baik
+    frame_rgb = cv2.cvtColor(frame_resized, cv2.COLOR_BGR2RGB)
+    results = model(frame_rgb)
+    detections = results.xyxy[0].cpu().numpy()
+
+    for detection in detections:
+        xmin, ymin, xmax, ymax, confidence, class_id = detection
+        label = f"{model.names[int(class_id)]} {confidence:.2f}"
+        color = get_color(class_id)
+
+        cv2.rectangle(frame_resized, (int(xmin), int(ymin)), (int(xmax), int(ymax)), color, 2)
+        cv2.putText(frame_resized, label, (int(xmin), int(ymin) - 10), 
+                    cv2.FONT_HERSHEY_SIMPLEX, 0.5, color, 2)
+    
+    return frame_resized
+
+def homepage():
+    st.title("Deteksi Bahasa Isyarat BISINDO")
+    model_path = 'model_used/yolov5/best.pt'
+    model = load_model(model_path)
+
+    if "camera_active" not in st.session_state:
+        st.session_state["camera_active"] = False
+
+    col1, col2 = st.columns(2)
+    with col1:
+        if st.button("🎥 Mulai Kamera"):
+            st.session_state["camera_active"] = True
+    with col2:
+        if st.button("🛑 Stop Kamera"):
+            st.session_state["camera_active"] = False
+
+    stframe = st.empty()
+
+    if st.session_state["camera_active"]:
+        cap = cv2.VideoCapture(0)  # Pastikan kamera di index 0
+
+        while cap.isOpened() and st.session_state["camera_active"]:
+            ret, frame = cap.read()
+            if not ret:
+                st.error("Gagal membaca frame dari webcam.")
+                break
+
+            detected_frame = detect_objects(frame, model)
+            detected_frame_rgb = cv2.cvtColor(detected_frame, cv2.COLOR_BGR2RGB)
+            stframe.image(detected_frame_rgb, channels="RGB", use_container_width=True)
+            time.sleep(0.1)
+
+        cap.release()
+        st.session_state["camera_active"] = False

model_used/yolov5/best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cd14d022acb22feaa1b0c71f5650def26a9b0e699fd0578a1a0915afe0827e
+size 14579112

model_used/yolov8/best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d16abd213a3c435ed3d53ff51104f98bc1bb10e9c37eb48992fb96e6a9cd56
+size 22539555

requirements.txt

@@ -0,0 +1,91 @@
+altair==5.5.0
+annotated-types==0.7.0
+attrs==25.1.0
+blinker==1.9.0
+Brotli @ file:///C:/b/abs_c415aux9ra/croot/brotli-split_1736182803933/work
+cachetools==5.5.1
+certifi @ file:///C:/b/abs_8a944p1_gn/croot/certifi_1738623753421/work/certifi
+charset-normalizer @ file:///croot/charset-normalizer_1721748349566/work
+click==8.1.8
+colorama==0.4.6
+contourpy==1.3.1
+cycler==0.12.1
+filelock @ file:///C:/b/abs_f2gie28u58/croot/filelock_1700591233643/work
+fonttools==4.56.0
+fsspec==2025.2.0
+gitdb==4.0.12
+GitPython==3.1.44
+gmpy2 @ file:///C:/b/abs_d8ki0o0h97/croot/gmpy2_1738085498525/work
+google-ai-generativelanguage==0.6.15
+google-api-core==2.24.1
+google-api-python-client==2.160.0
+google-auth==2.38.0
+google-auth-httplib2==0.2.0
+google-generativeai==0.8.4
+googleapis-common-protos==1.67.0rc1
+grpcio==1.70.0
+grpcio-status==1.70.0
+httplib2==0.22.0
+idna @ file:///C:/b/abs_aad84bnnw5/croot/idna_1714398896795/work
+Jinja2 @ file:///C:/b/abs_10zs3i4lof/croot/jinja2_1737760123028/work
+jsonschema==4.23.0
+jsonschema-specifications==2024.10.1
+kiwisolver==1.4.8
+markdown-it-py==3.0.0
+MarkupSafe @ file:///C:/b/abs_a0ma7ge0jc/croot/markupsafe_1738584052792/work
+matplotlib==3.10.0
+mdurl==0.1.2
+mkl-service==2.4.0
+mkl_fft @ file:///C:/Users/dev-admin/mkl/mkl_fft_1730823082242/work
+mkl_random @ file:///C:/Users/dev-admin/mkl/mkl_random_1730822522280/work
+mpmath @ file:///C:/b/abs_7833jrbiox/croot/mpmath_1690848321154/work
+narwhals==1.25.2
+networkx @ file:///C:/b/abs_b054htfn9t/croot/networkx_1737043671910/work
+numpy @ file:///C:/b/abs_0123vcxhf8/croot/numpy_and_numpy_base_1725470331966/work/dist/numpy-2.0.1-cp310-cp310-win_amd64.whl#sha256=e824ec3b279f4c5207736c83ac2f2dc79b489e08501a4ea9e3fc178c45db289b
+opencv-python==4.11.0.86
+packaging==24.2
+pandas==2.2.3
+pillow @ file:///C:/b/abs_b50vowcrzo/croot/pillow_1738010273782/work
+proto-plus==1.26.0
+protobuf==5.29.3
+psutil==6.1.1
+py-cpuinfo==9.0.0
+pyarrow==19.0.0
+pyasn1==0.6.1
+pyasn1_modules==0.4.1
+pydantic==2.10.6
+pydantic_core==2.27.2
+pydeck==0.9.1
+Pygments==2.19.1
+pyparsing==3.2.1
+PySocks @ file:///C:/ci_310/pysocks_1642089375450/work
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+pytz==2025.1
+PyYAML @ file:///C:/b/abs_14xkfs39bx/croot/pyyaml_1728657968772/work
+referencing==0.36.2
+requests @ file:///C:/b/abs_c3508vg8ez/croot/requests_1731000584867/work
+rich==13.9.4
+rpds-py==0.22.3
+rsa==4.9
+scipy==1.15.1
+seaborn==0.13.2
+six==1.17.0
+smmap==5.0.2
+streamlit==1.42.0
+sympy==1.13.1
+tenacity==9.0.0
+toml==0.10.2
+torch==2.5.1
+torchaudio==2.5.1
+torchvision==0.20.1
+tornado==6.4.2
+tqdm==4.67.1
+typing_extensions @ file:///C:/b/abs_0ffjxtihug/croot/typing_extensions_1734714875646/work
+tzdata==2025.1
+ultralytics==8.3.73
+ultralytics-thop==2.0.14
+uritemplate==4.1.1
+urllib3 @ file:///C:/b/abs_7bst06lizn/croot/urllib3_1737133657081/work
+watchdog==6.0.0
+win-inet-pton @ file:///C:/ci_310/win_inet_pton_1642658466512/work