| | #!/bin/bash |
| |
|
| | if [ $# -lt 3 ]; then |
| | echo "Usage: time_test.sh <domain> <key> <count> [<model>]" |
| | exit 1 |
| | fi |
| |
|
| | domain=$1 |
| | key=$2 |
| | count=$3 |
| | model=${4:-"gpt-3.5-turbo"} |
| |
|
| | total_time=0 |
| | times=() |
| |
|
| | for ((i=1; i<=count; i++)); do |
| | result=$(curl -o /dev/null -s -w "%{http_code} %{time_total}\\n" \ |
| | https://"$domain"/v1/chat/completions \ |
| | -H "Content-Type: application/json" \ |
| | -H "Authorization: Bearer $key" \ |
| | -d '{"messages": [{"content": "echo hi", "role": "user"}], "model": "'"$model"'", "stream": false, "max_tokens": 1}') |
| | http_code=$(echo "$result" | awk '{print $1}') |
| | time=$(echo "$result" | awk '{print $2}') |
| | echo "HTTP status code: $http_code, Time taken: $time" |
| | total_time=$(bc <<< "$total_time + $time") |
| | times+=("$time") |
| | done |
| |
|
| | average_time=$(echo "scale=4; $total_time / $count" | bc) |
| |
|
| | sum_of_squares=0 |
| | for time in "${times[@]}"; do |
| | difference=$(echo "scale=4; $time - $average_time" | bc) |
| | square=$(echo "scale=4; $difference * $difference" | bc) |
| | sum_of_squares=$(echo "scale=4; $sum_of_squares + $square" | bc) |
| | done |
| |
|
| | standard_deviation=$(echo "scale=4; sqrt($sum_of_squares / $count)" | bc) |
| |
|
| | echo "Average time: $average_time±$standard_deviation" |
| |
|
