Skip to content

feat(scaletest): add greedy agent test to runner #10559

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 5 commits into from
Dec 5, 2023
Merged

feat(scaletest): add greedy agent test to runner #10559

Changes from 1 commit
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
b3f9cb3
feat(scaletest): add greedy agent test to runner
mafredri Nov 7, 2023
bcb980d
Increase payload, fix delete timeout
mafredri Nov 13, 2023
1278cbe
minor tweaks
mafredri Dec 1, 2023
3d7e98e
add greedy medium template
mafredri Dec 4, 2023
11926ce
add greedy agent baseline
mafredri Dec 4, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
add greedy agent baseline
  • Loading branch information
@mafredri
mafredri committed Dec 4, 2023
commit 11926cebd2359e2ffc5a6bfb16fbb485fe3f990f
20 changes: 12 additions & 8 deletions scaletest/templates/scaletest-runner/scripts/run.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ wait_baseline "${SCALETEST_PARAM_LOAD_SCENARIO_BASELINE_DURATION}"

non_greedy_agent_traffic_args=()
if [[ ${SCALETEST_PARAM_GREEDY_AGENT} != 1 ]]; then
greedy_agent() { :; }
greedy_agent_traffic() { :; }
else
echo "WARNING: Greedy agent enabled, this may cause the load tests to fail." >&2
non_greedy_agent_traffic_args=(
Expand All @@ -37,6 +37,8 @@ else
# --trace=false
)

annotate_grafana greedy_agent "Create greedy agent"

coder exp scaletest create-workspaces \
--count 1 \
--template "${SCALETEST_PARAM_GREEDY_AGENT_TEMPLATE}" \
Expand All @@ -46,7 +48,9 @@ else
--no-cleanup \
--output json:"${SCALETEST_RESULTS_DIR}/create-workspaces-greedy-agent.json"

greedy_agent() {
wait_baseline "${SCALETEST_PARAM_LOAD_SCENARIO_BASELINE_DURATION}"

greedy_agent_traffic() {
local timeout=${1} scenario=${2}
# Run the greedy test for ~1/3 of the timeout.
delay=$((timeout * 60 / 3))
Expand All @@ -59,7 +63,7 @@ else
fi

sleep "${delay}"
annotate_grafana greedy_agent "${scenario}: Greedy agent"
annotate_grafana greedy_agent "${scenario}: Greedy agent traffic"

# Produce load at about 1000MB/s (25MB/40ms).
set +e
Expand All @@ -80,7 +84,7 @@ else
if [[ ${status} != 0 ]]; then
GRAFANA_ADD_TAGS=error
fi
annotate_grafana_end greedy_agent "${scenario}: Greedy agent"
annotate_grafana_end greedy_agent "${scenario}: Greedy agent traffic"

return ${status}
}
Expand All @@ -94,7 +98,7 @@ for scenario in "${SCALETEST_PARAM_LOAD_SCENARIOS[@]}"; do
status=0
case "${scenario}" in
"SSH Traffic")
greedy_agent "${SCALETEST_PARAM_LOAD_SCENARIO_SSH_TRAFFIC_DURATION}" "${scenario}" &
greedy_agent_traffic "${SCALETEST_PARAM_LOAD_SCENARIO_SSH_TRAFFIC_DURATION}" "${scenario}" &
coder exp scaletest workspace-traffic \
--template "${SCALETEST_PARAM_TEMPLATE}" \
--ssh \
Expand All @@ -113,7 +117,7 @@ for scenario in "${SCALETEST_PARAM_LOAD_SCENARIOS[@]}"; do
show_json "${SCALETEST_RESULTS_DIR}/traffic-ssh.json"
;;
"Web Terminal Traffic")
greedy_agent "${SCALETEST_PARAM_LOAD_SCENARIO_WEB_TERMINAL_TRAFFIC_DURATION}" "${scenario}" &
greedy_agent_traffic "${SCALETEST_PARAM_LOAD_SCENARIO_WEB_TERMINAL_TRAFFIC_DURATION}" "${scenario}" &
coder exp scaletest workspace-traffic \
--template "${SCALETEST_PARAM_TEMPLATE}" \
--bytes-per-tick "${SCALETEST_PARAM_LOAD_SCENARIO_WEB_TERMINAL_TRAFFIC_BYTES_PER_TICK}" \
Expand Down Expand Up @@ -141,8 +145,8 @@ for scenario in "${SCALETEST_PARAM_LOAD_SCENARIOS[@]}"; do
;;

# Debug scenarios, for testing the runner.
"debug:greedy_agent")
greedy_agent 10 "${scenario}"
"debug:greedy_agent_traffic")
greedy_agent_traffic 10 "${scenario}"
status=$?
;;
"debug:success")
Expand Down