Skip to content

Commit 0a3d00a

Browse files
mafredrimafredri
committed
feat(scaletest): add greedy agent test to runner
1 parent b83a8ce commit 0a3d00a

File tree

3 files changed

+111
-0
lines changed

3 files changed

+111
-0
lines changed

‎scaletest/templates/scaletest-runner/main.tf

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -335,6 +335,49 @@ data "coder_parameter" "load_scenario_baseline_duration" {
335335
}
336336
}
337337

338+
data "coder_parameter" "greedy_agent" {
339+
order = 30
340+
type = "bool"
341+
name = "Greedy Agent"
342+
default = false
343+
description = "If true, the agent will attempt to consume all available resources."
344+
mutable = true
345+
}
346+
347+
data "coder_parameter" "greedy_agent_template" {
348+
order = 31
349+
name = "Greedy Agent Template"
350+
display_name = "Greedy Agent Template"
351+
description = "The template used for workspace creation."
352+
default = "kubernetes-minimal"
353+
icon = "/emojis/1f4dc.png" # Scroll.
354+
mutable = true
355+
option {
356+
name = "Minimal"
357+
value = "kubernetes-minimal" # Feather.
358+
icon = "/emojis/1fab6.png"
359+
description = "Sized to fit approx. 32 per t2d-standard-8 instance."
360+
}
361+
option {
362+
name = "Small"
363+
value = "kubernetes-small"
364+
icon = "/emojis/1f42d.png" # Mouse.
365+
description = "Provisions a small-sized workspace with no persistent storage."
366+
}
367+
option {
368+
name = "Medium"
369+
value = "kubernetes-medium"
370+
icon = "/emojis/1f436.png" # Dog.
371+
description = "Provisions a medium-sized workspace with no persistent storage."
372+
}
373+
option {
374+
name = "Large"
375+
value = "kubernetes-large"
376+
icon = "/emojis/1f434.png" # Horse.
377+
description = "Provisions a large-sized workspace with no persistent storage."
378+
}
379+
}
380+
338381
data "coder_parameter" "namespace" {
339382
order = 999
340383
type = "string"
@@ -395,6 +438,8 @@ resource "coder_agent" "main" {
395438
SCALETEST_PARAM_LOAD_SCENARIO_WEB_TERMINAL_TRAFFIC_TICK_INTERVAL : "${data.coder_parameter.load_scenario_web_terminal_tick_interval.value}",
396439
SCALETEST_PARAM_LOAD_SCENARIO_DASHBOARD_TRAFFIC_DURATION : "${data.coder_parameter.load_scenario_dashboard_traffic_duration.value}",
397440
SCALETEST_PARAM_LOAD_SCENARIO_BASELINE_DURATION : "${data.coder_parameter.load_scenario_baseline_duration.value}",
441+
SCALETEST_PARAM_GREEDY_AGENT : data.coder_parameter.greedy_agent.value ? "1" : "0",
442+
SCALETEST_PARAM_GREEDY_AGENT_TEMPLATE : data.coder_parameter.greedy_agent_template.value,
398443

399444
GRAFANA_URL : local.grafana_url,
400445

‎scaletest/templates/scaletest-runner/scripts/run.sh

Lines changed: 61 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,53 @@ end_phase
2626

2727
wait_baseline "${SCALETEST_PARAM_LOAD_SCENARIO_BASELINE_DURATION}"
2828

29+
if [[ ${SCALETEST_PARAM_GREEDY_AGENT} != 1 ]]; then
30+
greedy_agent() { :; }
31+
else
32+
echo "WARNING: Greedy agent enabled, this may cause the load tests to fail." >&2
33+
34+
coder exp scaletest create-workspaces \
35+
--count 1 \
36+
--template "${SCALETEST_PARAM_GREEDY_AGENT_TEMPLATE}" \
37+
--concurrency 1 \
38+
--timeout 5h \
39+
--job-timeout 5h \
40+
--no-cleanup \
41+
--output json:"${SCALETEST_RESULTS_DIR}/create-workspaces-greedy-agent.json"
42+
43+
greedy_agent() {
44+
local timeout=${1} scenario=${2}
45+
# Run the greedy test for ~1/3 of the timeout.
46+
delay=$((timeout / 3))
47+
48+
local type=web-terminal
49+
args=()
50+
if [[ ${scenario} == "SSH Traffic" ]]; then
51+
type=ssh
52+
args+=(--ssh)
53+
fi
54+
55+
sleep "$delay"
56+
start_phase "${scenario}: Greedy agent"
57+
58+
# Produce load at about 1000MB/s.
59+
set +e
60+
coder exp scaletest workspace-traffic \
61+
--template "${SCALETEST_PARAM_GREEDY_AGENT_TEMPLATE}" \
62+
--timeout "$((timeout - delay))s" \
63+
--job-timeout "$((timeout - delay))s" \
64+
--output json:"${SCALETEST_RESULTS_DIR}/traffic-${type}-greedy-agent.json" \
65+
--bytes-per-tick $((1024 * 1000)) \
66+
--tick-interval 1ms \
67+
"${args[@]}"
68+
status=$?
69+
70+
end_phase "${scenario}: Greedy agent"
71+
72+
return $status
73+
}
74+
fi
75+
2976
declare -A failed=()
3077
for scenario in "${SCALETEST_PARAM_LOAD_SCENARIOS[@]}"; do
3178
start_phase "Load scenario: ${scenario}"
@@ -34,24 +81,38 @@ for scenario in "${SCALETEST_PARAM_LOAD_SCENARIOS[@]}"; do
3481
status=0
3582
case "${scenario}" in
3683
"SSH Traffic")
84+
greedy_agent "${SCALETEST_PARAM_LOAD_SCENARIO_SSH_TRAFFIC_DURATION}" "${scenario}" &
3785
coder exp scaletest workspace-traffic \
86+
--template "${SCALETEST_PARAM_TEMPLATE}" \
3887
--ssh \
3988
--bytes-per-tick "${SCALETEST_PARAM_LOAD_SCENARIO_SSH_TRAFFIC_BYTES_PER_TICK}" \
4089
--tick-interval "${SCALETEST_PARAM_LOAD_SCENARIO_SSH_TRAFFIC_TICK_INTERVAL}ms" \
4190
--timeout "${SCALETEST_PARAM_LOAD_SCENARIO_SSH_TRAFFIC_DURATION}m" \
4291
--job-timeout "${SCALETEST_PARAM_LOAD_SCENARIO_SSH_TRAFFIC_DURATION}m30s" \
4392
--output json:"${SCALETEST_RESULTS_DIR}/traffic-ssh.json"
4493
status=$?
94+
wait
95+
status2=$?
96+
if [[ ${status} == 0 ]]; then
97+
status=${status2}
98+
fi
4599
show_json "${SCALETEST_RESULTS_DIR}/traffic-ssh.json"
46100
;;
47101
"Web Terminal Traffic")
102+
greedy_agent "${SCALETEST_PARAM_LOAD_SCENARIO_WEB_TERMINAL_TRAFFIC_DURATION}" "${scenario}" &
48103
coder exp scaletest workspace-traffic \
104+
--template "${SCALETEST_PARAM_TEMPLATE}" \
49105
--bytes-per-tick "${SCALETEST_PARAM_LOAD_SCENARIO_WEB_TERMINAL_TRAFFIC_BYTES_PER_TICK}" \
50106
--tick-interval "${SCALETEST_PARAM_LOAD_SCENARIO_WEB_TERMINAL_TRAFFIC_TICK_INTERVAL}ms" \
51107
--timeout "${SCALETEST_PARAM_LOAD_SCENARIO_WEB_TERMINAL_TRAFFIC_DURATION}m" \
52108
--job-timeout "${SCALETEST_PARAM_LOAD_SCENARIO_WEB_TERMINAL_TRAFFIC_DURATION}m30s" \
53109
--output json:"${SCALETEST_RESULTS_DIR}/traffic-web-terminal.json"
54110
status=$?
111+
wait
112+
status2=$?
113+
if [[ ${status} == 0 ]]; then
114+
status=${status2}
115+
fi
55116
show_json "${SCALETEST_RESULTS_DIR}/traffic-web-terminal.json"
56117
;;
57118
"Dashboard Traffic")

‎scaletest/templates/scaletest-runner/startup.sh

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,11 @@ set -euo pipefail
33

44
[[ $VERBOSE == 1 ]] && set -x
55

6+
if [[ ${SCALETEST_PARAM_GREEDY_AGENT_TEMPLATE} == "${SCALETEST_PARAM_TEMPLATE}" ]]; then
7+
echo "ERROR: Greedy agent template must be different from the scaletest template." >&2
8+
exit 1
9+
fi
10+
611
# Unzip scripts and add to path.
712
# shellcheck disable=SC2153
813
echo "Extracting scaletest scripts into ${SCRIPTS_DIR}..."

0 commit comments

Comments
 (0)