|
|
package main
|
|
|
|
|
|
import (
|
|
|
"context"
|
|
|
"encoding/json"
|
|
|
"errors"
|
|
|
"log/slog"
|
|
|
"net/http"
|
|
|
"os"
|
|
|
"os/signal"
|
|
|
"syscall"
|
|
|
"time"
|
|
|
)
|
|
|
|
|
|
func main() {
|
|
|
|
|
|
|
|
|
logger := slog.New(slog.NewJSONHandler(os.Stdout, &slog.HandlerOptions{
|
|
|
Level: slog.LevelDebug,
|
|
|
}))
|
|
|
slog.SetDefault(logger)
|
|
|
|
|
|
logger.Info("Starting Stream Converter API Server...")
|
|
|
|
|
|
|
|
|
mux := http.NewServeMux()
|
|
|
|
|
|
|
|
|
chatHandler := func(w http.ResponseWriter, r *http.Request) {
|
|
|
chatCompletionsHandler(logger, w, r)
|
|
|
}
|
|
|
mux.HandleFunc("POST /v1/chat/completions", chatHandler)
|
|
|
|
|
|
|
|
|
mux.HandleFunc("GET /health", func(w http.ResponseWriter, r *http.Request) {
|
|
|
w.Header().Set("Content-Type", "application/json")
|
|
|
w.WriteHeader(http.StatusOK)
|
|
|
json.NewEncoder(w).Encode(map[string]string{"status": "ok"})
|
|
|
logger.Debug("Health check accessed")
|
|
|
})
|
|
|
|
|
|
|
|
|
server := &http.Server{
|
|
|
Addr: ":8080",
|
|
|
Handler: mux,
|
|
|
ReadTimeout: 10 * time.Second,
|
|
|
WriteTimeout: 90 * time.Second,
|
|
|
IdleTimeout: 120 * time.Second,
|
|
|
}
|
|
|
|
|
|
|
|
|
go func() {
|
|
|
logger.Info("Server listening", "address", server.Addr)
|
|
|
if err := server.ListenAndServe(); err != nil && !errors.Is(err, http.ErrServerClosed) {
|
|
|
logger.Error("Server failed to start", "error", err)
|
|
|
os.Exit(1)
|
|
|
}
|
|
|
}()
|
|
|
|
|
|
|
|
|
quit := make(chan os.Signal, 1)
|
|
|
|
|
|
signal.Notify(quit, os.Interrupt, syscall.SIGTERM)
|
|
|
|
|
|
|
|
|
sig := <-quit
|
|
|
logger.Info("Shutdown signal received", "signal", sig.String())
|
|
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
|
|
|
defer cancel()
|
|
|
|
|
|
|
|
|
if err := server.Shutdown(ctx); err != nil {
|
|
|
logger.Error("Server shutdown failed", "error", err)
|
|
|
os.Exit(1)
|
|
|
}
|
|
|
|
|
|
logger.Info("Server gracefully stopped")
|
|
|
}
|
|
|
|