Upload 10 files

.gitattributes

@@ -1,36 +1,36 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
-cnn_1_v6_final_model.keras filter=lfs diff=lfs merge=lfs -text
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.keras filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,12 +1,12 @@
----
-title: Speech Model
-emoji: 🏢
-colorFrom: yellow
-colorTo: blue
-sdk: streamlit
-sdk_version: 1.38.0
-app_file: app.py
-pinned: false
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+---
+title: Speech Model
+emoji: 🏢
+colorFrom: yellow
+colorTo: blue
+sdk: streamlit
+sdk_version: 1.38.0
+app_file: app.py
+pinned: false
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -1,26 +1,57 @@
-from fastapi import FastAPI, File, UploadFile, HTTPException
-import librosa
-import torch
-import io
-from fastapi.responses import JSONResponse
-import os
-import requests
-
-app = FastAPI()
-
-
-@app.post("/save-audio")
-async def save_audio(file: UploadFile = File(...)):
-    if not file.content_type.startswith('audio/'):
-        raise HTTPException(status_code=400, detail="Invalid file type")
-
-    file_path = os.path.join("audio", file.filename)
-    os.makedirs("audio", exist_ok=True)
-
-    try:
-        with open(file_path, "wb") as f:
-            content = await file.read()
-            f.write(content)
-        return JSONResponse(content={"message": "File saved successfully", "filePath": file_path}, status_code=200)
-    except Exception as e:
-        return JSONResponse(content={"error": str(e)}, status_code=500)
+from fastapi import FastAPI, File, UploadFile, HTTPException
+from models import User, Course, connection
+from forms import UserRegistration, UserLoginForm
+from fastapi.responses import JSONResponse
+from utils import create_cnn_model, get_features, extract_features, pad_or_trim, noise, stretch, pitch
+from peewee import *
+import numpy as np
+import tensorflow as tf
+import keras
+import requests
+import io
+import os
+
+app = FastAPI()
+
+
+@app.post("/save-audio")
+async def save_audio(file: UploadFile = File(...)):
+    if not file.content_type.startswith("audio/"):
+        raise HTTPException(status_code=400, detail="Invalid file type")
+
+    file_path = os.path.join("audio", file.filename)
+    os.makedirs("audio", exist_ok=True)
+
+    try:
+        with open(file_path, "wb") as f:
+            content = await file.read()
+            f.write(content)
+        return JSONResponse(
+            content={"message": "File saved successfully", "filePath": file_path},
+            status_code=200,
+        )
+    except Exception as e:
+        return JSONResponse(content={"error": str(e)}, status_code=500)
+
+model = tf.keras.models.load_model("cnn_1_v6_final_model.keras", compile=False)
+
+@app.post("/process-audio")
+async def process_audio(audio: UploadFile = File(...)):
+    if audio.content_type != "audio/mpeg":
+        raise HTTPException(
+            status_code=400, detail="Invalid file type. Please upload an MP3 file."
+        )
+
+    audio_bytes = await audio.read()
+
+    features = get_features(audio_bytes)
+
+    if features is None:
+        raise HTTPException(
+            status_code=400,
+            detail="Invalid audio file. Please upload a valid MP3 file.",
+        )
+
+    prediction = model.predict(np.expand_dims(features, axis=0))
+
+    return {"prediction": prediction}

forms.py

@@ -0,0 +1,9 @@
+from pydantic import BaseModel
+
+class UserRegistration(BaseModel):
+    login: str
+    password: str
+
+class UserLoginForm(BaseModel):
+    login: str
+    password: str

main.py

@@ -0,0 +1,85 @@
+from fastapi import FastAPI, File, UploadFile, HTTPException
+from models import User, Course, connection
+from forms import UserRegistration, UserLoginForm
+from fastapi.responses import JSONResponse
+from utils import create_cnn_model, get_features, extract_features, pad_or_trim, noise, stretch, pitch
+from peewee import *
+import numpy as np
+import tensorflow as tf
+import keras
+import requests
+import io
+import os
+
+from fastapi.middleware.cors import CORSMiddleware
+
+app = FastAPI()
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+UPLOAD_DIR = 'audio'
+os.makedirs(UPLOAD_DIR, exist_ok=True)
+
+MODEL_SERVER_URL = "http://model-server-url/predict"
+
+@app.post("/save-audio")
+async def save_audio(file: UploadFile = File(...)):
+    if not file.content_type.startswith('audio/'):
+        raise HTTPException(status_code=400, detail="Invalid file type")
+
+    file_path = os.path.join(UPLOAD_DIR, file.filename)
+    
+    try:
+        with open(file_path, "wb") as f:
+            content = await file.read()
+            f.write(content)
+        return JSONResponse(content={"message": "File saved successfully", "filePath": file_path}, status_code=200)
+    except Exception as e:
+        return JSONResponse(content={"error": str(e)}, status_code=500)
+    
+    
+model = tf.keras.models.load_model("cnn_1_v6_final_model.keras", compile=False)
+
+@app.post("/process-audio")
+async def process_audio(audio: UploadFile = File(...)):
+    if audio.content_type != "audio/mpeg":
+        raise HTTPException(status_code=400, detail="Invalid file type. Please upload an MP3 file.")
+
+    audio_bytes = await audio.read()
+
+    features = get_features(audio_bytes)
+
+    if features is None:
+        raise HTTPException(status_code=400, detail="Invalid audio file. Please upload a valid MP3 file.")
+
+    prediction = model.predict(np.expand_dims(features, axis=0))
+
+    return {"prediction": prediction}
+
+
+'''
+@router.post("/login")
+async def login(user_data: UserLoginForm):
+    user = User.get(User.login == user_data.login)
+    if not user or user_data.password != user.password:
+        return {"message": "Invalid login or password"}
+    token_content = {"user_id": user.user_id}
+    jwt_token = jwt.encode(token_content, SECRET_KEY, algorithm=ALGORITHM)
+    return {"token": jwt_token}
+
+
+@router.post("/registration")
+async def registration(user_data: UserRegistration):
+    try:
+        new_user = User.create(login=user_data.login, password=user_data.password)
+        new_user.save()
+        return {"message": "User registered successfully"}
+    except IntegrityError:
+        return {"message": "User with this login already exists"} 
+'''

models.py

@@ -0,0 +1,28 @@
+from peewee import *
+
+connection = SqliteDatabase('database.db')
+
+
+
+class BaseModel(Model):
+    class Meta:
+        database = connection
+
+class User(BaseModel):
+    user_id = AutoField()
+    login = CharField(unique=True)
+    password = CharField()
+
+    class Meta:
+        db_table = 'Users'
+        order_by = ('user_id',)
+
+
+class Course(BaseModel):
+    course_id = AutoField()
+    name = CharField()
+    progress = IntegerField()
+
+    class Meta:
+        db_table = 'Courses'
+        order_by = ('course_id',)

requirements.txt

@@ -1,5 +1,9 @@
-fastapi
-uvicorn
-torch
-librosa
-requests
+fastapi
+uvicorn
+torch
+librosa
+requests
+keras
+requests
+io
+os

test.py

@@ -0,0 +1,23 @@
+import httpx
+import asyncio
+    
+def test_get_answer(audio_file_path: str):
+    url = "http://127.0.0.1:8000/process-audio"
+    headers = {
+        "accept": "application/json",
+    }
+    
+    # Загрузить файл
+    with open(audio_file_path, "rb") as audio_file:
+        files = {
+            "audio": ("test.mp3", audio_file, "audio/mpeg")
+        }
+        
+        response = httpx.post(url, headers=headers, files=files)
+    
+    print("Status Code:", response.status_code)
+    print("Response JSON:", response.json())
+
+
+audio_file_path = "test_audio.mp3"
+test_get_answer(audio_file_path)

utils.py

@@ -0,0 +1,117 @@
+import librosa
+import numpy as np
+from keras import layers, models
+
+def create_cnn_model(input_shape):
+    model = models.Sequential()
+
+    # First Convolutional Layer
+    model.add(layers.Conv1D(32, 3, activation='relu', input_shape=input_shape))
+    model.add(layers.MaxPooling1D(pool_size=2))
+
+    # Second Convolutional Layer
+    model.add(layers.Conv1D(64, 3, activation='relu'))
+    model.add(layers.MaxPooling1D(pool_size=2))
+
+    # Flatten layer
+    model.add(layers.Flatten())
+
+    # Dense layers
+    model.add(layers.Dense(128, activation='relu', input_shape=input_shape))
+    model.add(layers.Dense(256, activation='relu', input_shape=input_shape))
+    model.add(layers.Dense(512, activation='relu', input_shape=input_shape))
+    model.add(layers.Dense(512, activation='relu', input_shape=input_shape))
+    model.add(layers.Dense(256, activation='relu', input_shape=input_shape))
+    model.add(layers.Dense(128, activation='relu', input_shape=input_shape))
+
+    # Output layer
+    model.add(layers.Dense(1, activation='sigmoid'))
+
+    return model
+
+
+def get_features(path, duration=6):
+    try:
+        # Load audio file with specific duration and offset to handle silent parts
+        data, sample_rate = librosa.load(path, duration=2.5, offset=0.6)
+    except Exception as e:
+        print(f"Error loading {path}: {e}")
+        return None  # Skip the file if there's an error
+
+    # Without augmentation
+    res1 = extract_features(data, sample_rate)
+    result = np.array(res1)
+
+    # With noise
+    noise_data = noise(data)
+    res2 = extract_features(noise_data, sample_rate)
+    result = np.vstack((result, res2))
+
+    # Stretching and pitching
+    new_data = stretch(data)
+    data_stretch_pitch = pitch(new_data, sample_rate)
+    res3 = extract_features(data_stretch_pitch, sample_rate)
+    result = np.vstack((result, res3))
+
+    return result
+
+
+def extract_features(data, sample_rate, target_shape=40):
+    result = np.array([])
+
+    # ZCR
+    zcr = librosa.feature.zero_crossing_rate(y=data)
+    zcr = np.mean(zcr.T, axis=0)
+    zcr = pad_or_trim(zcr, target_shape)
+    result = np.hstack((result, zcr))
+
+    # Chroma_stft
+    stft = np.abs(librosa.stft(data))
+    chroma_stft = librosa.feature.chroma_stft(S=stft, sr=sample_rate)
+    chroma_stft = np.mean(chroma_stft.T, axis=0)
+    chroma_stft = pad_or_trim(chroma_stft, target_shape)
+    result = np.hstack((result, chroma_stft))
+
+    # MFCC
+    mfcc = librosa.feature.mfcc(y=data, sr=sample_rate, n_mfcc=13)
+    mfcc = np.mean(mfcc.T, axis=0)
+    mfcc = pad_or_trim(mfcc, target_shape)
+    result = np.hstack((result, mfcc))
+
+    # Root Mean Square Value
+    rms = librosa.feature.rms(y=data)
+    rms = np.mean(rms.T, axis=0)
+    rms = pad_or_trim(rms, target_shape)
+    result = np.hstack((result, rms))
+
+    # MelSpectrogram
+    mel = librosa.feature.melspectrogram(y=data, sr=sample_rate)
+    mel = np.mean(mel.T, axis=0)
+    mel = pad_or_trim(mel, target_shape)
+    result = np.hstack((result, mel))
+
+    return result
+
+
+def pad_or_trim(feature, target_shape):
+    """Pad or trim feature array to ensure a consistent shape."""
+    if len(feature) > target_shape:
+        feature = feature[:target_shape]
+    elif len(feature) < target_shape:
+        feature = np.pad(feature, (0, target_shape - len(feature)), mode='constant')
+    return feature
+
+
+def noise(data, noise_factor=0.005):
+    noise_amp = noise_factor * np.random.uniform() * np.amax(data)
+    data = data + noise_amp * np.random.normal(size=data.shape[0])
+    return data
+
+def stretch(data, rate=0.8):
+    return librosa.effects.time_stretch(data, rate=rate)
+
+def pitch(data, sample_rate, pitch_factor=0.7):
+    return librosa.effects.pitch_shift(data, sr=sample_rate, n_steps=pitch_factor)
+
+
+