blob: 925a26bab1ff47a70eeb69343bb9cb1a30a9187f (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
|
#!/bin/sh
# Usage: ./test_prompts.sh [-i prompt_file] [-o result_file]
SOCK_PATH="/var/run/lexd/sock"
# Defaults
PROMPT_FILE="test_prompts.txt"
RESULT_FILE="results.txt"
# Parse -i and -o flags
while getopts "i:o:" opt; do
case "$opt" in
i) PROMPT_FILE="$OPTARG" ;;
o) RESULT_FILE="$OPTARG" ;;
*) echo "Usage: $0 [-i prompt_file] [-o result_file]" >&2; exit 1 ;;
esac
done
# Ensure socket exists (daemon must already be running)
if [ ! -S "$SOCK_PATH" ]; then
echo "Error: Socket '$SOCK_PATH' not found. Is lexd running?" >&2
exit 1
fi
# Retrieve running daemon PID
DAEMON_PID=$(pgrep -f "lexd" | head -n 1)
if [ -z "$DAEMON_PID" ]; then
echo "Warning: Could not detect DAEMON_PID. RSS metrics may be unavailable." >&2
fi
# Ensure prompt file exists
if [ ! -f "$PROMPT_FILE" ]; then
echo "Error: Prompt file '$PROMPT_FILE' not found." >&2
exit 1
fi
# Helper function to get current swap occupancy in MB by parsing swapctl -l
get_swap_occupancy_mb() {
swapctl -l | awk '
NR > 1 {
used_blocks += $3
}
END {
printf "%.2f", used_blocks * 512 / 1048576
}'
}
# Count valid prompts using POSIX awk
total_prompts=$(awk '/^[[:space:]]*($|#)/ {next} {count++} END {print count+0}' "$PROMPT_FILE")
if [ "$total_prompts" -eq 0 ]; then
echo "No valid prompts found in '$PROMPT_FILE'."
exit 0
fi
# Create (or truncate) result file
> "$RESULT_FILE"
# Create horizontal rule
RULE=""
i=0
while [ $i -lt 72 ]; do
RULE="${RULE}-"
i=$((i + 1))
done
# Temporary file to capture time / rusage output
TIME_LOG=$(mktemp /tmp/lex_time.XXXXXX)
cleanup() {
rm -f "$TIME_LOG"
}
trap cleanup EXIT INT TERM
echo "Evaluating $total_prompts prompt(s) from '$PROMPT_FILE'"
echo "Writing results to: '$RESULT_FILE'"
echo "---------------------------------------------------"
current=0
first=1
# Process each prompt
while IFS= read -r prompt || [ -n "$prompt" ]; do
case "$prompt" in
""|\#*) continue ;;
esac
current=$((current + 1))
if [ "$first" -eq 1 ]; then
first=0
else
printf "%s\n\n" "$RULE" >> "$RESULT_FILE"
fi
printf "PROMPT: %s\n\n" "$prompt" >> "$RESULT_FILE"
# Sample daemon RSS prior to request
if [ -n "$DAEMON_PID" ]; then
daemon_rss_kb=$(ps -o rss= -p "$DAEMON_PID" 2>/dev/null | tr -d ' ')
fi
# Capture baseline swap occupancy before sending the prompt
swap_start_mb=$(get_swap_occupancy_mb)
# Send prompt to daemon over socket (exact original invocation)
/usr/bin/time -lp sh -c "printf '%s\n' \"\$1\" | nc -U \"\$2\"" _ "$prompt" "$SOCK_PATH" \
>> "$RESULT_FILE" 2> "$TIME_LOG"
# Capture ending swap occupancy after prompt completes
swap_end_mb=$(get_swap_occupancy_mb)
real_time=$(awk '/^real/ {print $2}' "$TIME_LOG")
# Calculate net change in swap occupancy during request execution
if [ -n "$swap_start_mb" ] && [ -n "$swap_end_mb" ]; then
swap_delta_mb=$(awk -v start="$swap_start_mb" -v end="$swap_end_mb" \
'BEGIN { printf "%+.2f", end - start }')
else
swap_end_mb="unavailable"
swap_delta_mb="+0.00"
fi
if [ -n "$daemon_rss_kb" ]; then
daemon_rss_mb=$(awk -v kb="$daemon_rss_kb" 'BEGIN{printf "%.2f", kb/1024}')
metrics_summary="ELAPSED: ${real_time}s | DAEMON RSS: ${daemon_rss_mb} MB | SWAP: ${swap_end_mb} MB (${swap_delta_mb} MB)"
else
metrics_summary="ELAPSED: ${real_time}s | DAEMON RSS: unavailable | SWAP OCCUPIED: ${swap_end_mb} MB (${swap_delta_mb} MB)"
fi
printf "METRICS: %s\n\n" "$metrics_summary" >> "$RESULT_FILE"
printf "[%d/%d] Done: %s (%s)\n" "$current" "$total_prompts" "$prompt" "$metrics_summary"
done < "$PROMPT_FILE"
echo "---------------------------------------------------"
echo "Done! Processed $total_prompts prompt(s)."
|
