| package localai |
|
|
| import ( |
| "github.com/labstack/echo/v4" |
| "github.com/mudler/LocalAI/core/backend" |
| "github.com/mudler/LocalAI/core/config" |
| "github.com/mudler/LocalAI/core/http/middleware" |
| "github.com/mudler/LocalAI/core/schema" |
| "github.com/mudler/LocalAI/pkg/model" |
| "github.com/mudler/xlog" |
| ) |
|
|
| |
| |
| |
| |
| |
| |
| func VADEndpoint(cl *config.ModelConfigLoader, ml *model.ModelLoader, appConfig *config.ApplicationConfig) echo.HandlerFunc { |
| return func(c echo.Context) error { |
| input, ok := c.Get(middleware.CONTEXT_LOCALS_KEY_LOCALAI_REQUEST).(*schema.VADRequest) |
| if !ok || input.Model == "" { |
| return echo.ErrBadRequest |
| } |
|
|
| cfg, ok := c.Get(middleware.CONTEXT_LOCALS_KEY_MODEL_CONFIG).(*config.ModelConfig) |
| if !ok || cfg == nil { |
| return echo.ErrBadRequest |
| } |
|
|
| xlog.Debug("LocalAI VAD Request received", "model", input.Model) |
|
|
| resp, err := backend.VAD(input, c.Request().Context(), ml, appConfig, *cfg) |
|
|
| if err != nil { |
| return err |
| } |
|
|
| return c.JSON(200, resp) |
| } |
| } |
|
|