mirror of
https://github.com/songquanpeng/one-api.git
synced 2025-11-04 07:43:41 +08:00
41 lines
1.2 KiB
Bash
41 lines
1.2 KiB
Bash
#!/bin/bash
|
|
|
|
if [ $# -lt 3 ]; then
|
|
echo "Usage: time_test.sh <domain> <key> <count> [<model>]"
|
|
exit 1
|
|
fi
|
|
|
|
domain=$1
|
|
key=$2
|
|
count=$3
|
|
model=${4:-"gpt-3.5-turbo"} # 设置默认模型为 gpt-3.5-turbo
|
|
|
|
total_time=0
|
|
times=()
|
|
|
|
for ((i=1; i<=count; i++)); do
|
|
result=$(curl -o /dev/null -s -w "%{http_code} %{time_total}\\n" \
|
|
https://"$domain"/v1/chat/completions \
|
|
-H "Content-Type: application/json" \
|
|
-H "Authorization: Bearer $key" \
|
|
-d '{"messages": [{"content": "echo hi", "role": "user"}], "model": "'"$model"'", "stream": false, "max_tokens": 1}')
|
|
http_code=$(echo "$result" | awk '{print $1}')
|
|
time=$(echo "$result" | awk '{print $2}')
|
|
echo "HTTP status code: $http_code, Time taken: $time"
|
|
total_time=$(bc <<< "$total_time + $time")
|
|
times+=("$time")
|
|
done
|
|
|
|
average_time=$(echo "scale=4; $total_time / $count" | bc)
|
|
|
|
sum_of_squares=0
|
|
for time in "${times[@]}"; do
|
|
difference=$(echo "scale=4; $time - $average_time" | bc)
|
|
square=$(echo "scale=4; $difference * $difference" | bc)
|
|
sum_of_squares=$(echo "scale=4; $sum_of_squares + $square" | bc)
|
|
done
|
|
|
|
standard_deviation=$(echo "scale=4; sqrt($sum_of_squares / $count)" | bc)
|
|
|
|
echo "Average time: $average_time±$standard_deviation"
|