test.sh

. .env

echo test groq api:
time curl -X POST "${OPENAI_API_URL}/chat/completions" \
     -H "Authorization: Bearer $OPENAI_API_KEY" \
     -H "Content-Type: application/json" \
     -d '{"messages": [{"role": "user", "content": "say api status is ok to me"}], "model": "llama3-8b-8192"}'

echo test localhost api:
time curl -X POST "http://localhost:3000/?url=${OPENAI_API_URL}/chat/completions" \
     -H "Content-Type: application/json" \
     -d '{"messages": [{"role": "user", "content": "say localhost api status is ok to me"}], "model": "llama3-8b-8192"}'

echo test localhost api without url paras:
time curl -X POST "http://localhost:3000/openai/v1/chat/completions" \
     -H "Content-Type: application/json" \
     -d '{"messages": [{"role": "user", "content": "say localhost api status is ok to me"}], "model": "llama3-8b-8192"}'

echo test whisper:

time curl http://localhost:3000/openai/v1/audio/transcriptions    -H "Content-Type: multipart/form-data" \
  -F file="@./audio/audio.mp3"   -F model="whisper-large-v3"