Skip to content

Commit ab3b3d5

Browse files
coadlercoadler
authored
feat: add debouncing to provisionerd rpc calls (#5198)
1 parent 5457dd0 commit ab3b3d5

File tree

14 files changed

+123
-46
lines changed

14 files changed

+123
-46
lines changed

‎.gitignore

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@ vendor
1414
.eslintcache
1515
yarn-error.log
1616
gotests.coverage
17+
gotests.xml
1718
.idea
1819
.gitpod.yml
1920
.DS_Store

‎cli/deployment/config.go

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -388,6 +388,18 @@ func newConfig() *codersdk.DeploymentConfig {
388388
Flag: "provisioner-daemons",
389389
Default: 3,
390390
},
391+
DaemonPollInterval: &codersdk.DeploymentConfigField[time.Duration]{
392+
Name: "Poll Interval",
393+
Usage: "Time to wait before polling for a new job.",
394+
Flag: "provisioner-daemon-poll-interval",
395+
Default: time.Second,
396+
},
397+
DaemonPollJitter: &codersdk.DeploymentConfigField[time.Duration]{
398+
Name: "Poll Jitter",
399+
Usage: "Random jitter added to the poll interval.",
400+
Flag: "provisioner-daemon-poll-jitter",
401+
Default: 100 * time.Millisecond,
402+
},
391403
ForceCancelInterval: &codersdk.DeploymentConfigField[time.Duration]{
392404
Name: "Force Cancel Interval",
393405
Usage: "Time to force cancel provisioning tasks that are stuck.",

‎cli/deployment/config_test.go

Lines changed: 19 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@ package deployment_test
22

33
import (
44
"testing"
5+
"time"
56

67
"github.com/spf13/pflag"
78
"github.com/stretchr/testify/require"
@@ -25,20 +26,22 @@ func TestConfig(t *testing.T) {
2526
}{{
2627
Name: "Deployment",
2728
Env: map[string]string{
28-
"CODER_ADDRESS": "0.0.0.0:8443",
29-
"CODER_ACCESS_URL": "https://dev.coder.com",
30-
"CODER_PG_CONNECTION_URL": "some-url",
31-
"CODER_PPROF_ADDRESS": "something",
32-
"CODER_PPROF_ENABLE": "true",
33-
"CODER_PROMETHEUS_ADDRESS": "hello-world",
34-
"CODER_PROMETHEUS_ENABLE": "true",
35-
"CODER_PROVISIONER_DAEMONS": "5",
36-
"CODER_SECURE_AUTH_COOKIE": "true",
37-
"CODER_SSH_KEYGEN_ALGORITHM": "potato",
38-
"CODER_TELEMETRY": "false",
39-
"CODER_TELEMETRY_TRACE": "false",
40-
"CODER_WILDCARD_ACCESS_URL": "something-wildcard.com",
41-
"CODER_UPDATE_CHECK": "false",
29+
"CODER_ADDRESS": "0.0.0.0:8443",
30+
"CODER_ACCESS_URL": "https://dev.coder.com",
31+
"CODER_PG_CONNECTION_URL": "some-url",
32+
"CODER_PPROF_ADDRESS": "something",
33+
"CODER_PPROF_ENABLE": "true",
34+
"CODER_PROMETHEUS_ADDRESS": "hello-world",
35+
"CODER_PROMETHEUS_ENABLE": "true",
36+
"CODER_PROVISIONER_DAEMONS": "5",
37+
"CODER_PROVISIONER_DAEMON_POLL_INTERVAL": "5s",
38+
"CODER_PROVISIONER_DAEMON_POLL_JITTER": "1s",
39+
"CODER_SECURE_AUTH_COOKIE": "true",
40+
"CODER_SSH_KEYGEN_ALGORITHM": "potato",
41+
"CODER_TELEMETRY": "false",
42+
"CODER_TELEMETRY_TRACE": "false",
43+
"CODER_WILDCARD_ACCESS_URL": "something-wildcard.com",
44+
"CODER_UPDATE_CHECK": "false",
4245
},
4346
Valid: func(config *codersdk.DeploymentConfig) {
4447
require.Equal(t, config.Address.Value, "0.0.0.0:8443")
@@ -49,6 +52,8 @@ func TestConfig(t *testing.T) {
4952
require.Equal(t, config.Prometheus.Address.Value, "hello-world")
5053
require.Equal(t, config.Prometheus.Enable.Value, true)
5154
require.Equal(t, config.Provisioner.Daemons.Value, 5)
55+
require.Equal(t, config.Provisioner.DaemonPollInterval.Value, 5*time.Second)
56+
require.Equal(t, config.Provisioner.DaemonPollJitter.Value, 1*time.Second)
5257
require.Equal(t, config.SecureAuthCookie.Value, true)
5358
require.Equal(t, config.SSHKeygenAlgorithm.Value, "potato")
5459
require.Equal(t, config.Telemetry.Enable.Value, false)

‎cli/root_test.go

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,8 @@ import (
2222
"github.com/coder/coder/testutil"
2323
)
2424

25+
// To update the golden files:
26+
// make update-golden-files
2527
var updateGoldenFiles = flag.Bool("update", false, "update .golden files")
2628

2729
//nolint:tparallel,paralleltest // These test sets env vars.

‎cli/server.go

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -970,13 +970,16 @@ func newProvisionerDaemon(
970970
}()
971971
provisioners[string(database.ProvisionerTypeEcho)] = sdkproto.NewDRPCProvisionerClient(echoClient)
972972
}
973+
debounce := time.Second
973974
return provisionerd.New(func(ctx context.Context) (proto.DRPCProvisionerDaemonClient, error) {
974975
// This debounces calls to listen every second. Read the comment
975976
// in provisionerdserver.go to learn more!
976-
return coderAPI.CreateInMemoryProvisionerDaemon(ctx, time.Second)
977+
return coderAPI.CreateInMemoryProvisionerDaemon(ctx, debounce)
977978
}, &provisionerd.Options{
978979
Logger: logger,
979-
PollInterval: 500 * time.Millisecond,
980+
JobPollInterval: cfg.Provisioner.DaemonPollInterval.Value,
981+
JobPollJitter: cfg.Provisioner.DaemonPollJitter.Value,
982+
JobPollDebounce: debounce,
980983
UpdateInterval: 500 * time.Millisecond,
981984
ForceCancelInterval: cfg.Provisioner.ForceCancelInterval.Value,
982985
Provisioners: provisioners,

‎cli/testdata/coder_server_--help.golden

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -128,6 +128,15 @@ Flags:
128128
--prometheus-enable Serve prometheus metrics on the address
129129
defined by prometheus address.
130130
Consumes $CODER_PROMETHEUS_ENABLE
131+
--provisioner-daemon-poll-interval duration Time to wait before polling for a new
132+
job.
133+
Consumes
134+
$CODER_PROVISIONER_DAEMON_POLL_INTERVAL
135+
(default 1s)
136+
--provisioner-daemon-poll-jitter duration Random jitter added to the poll interval.
137+
Consumes
138+
$CODER_PROVISIONER_DAEMON_POLL_JITTER
139+
(default 100ms)
131140
--provisioner-daemons int Number of provisioner daemons to create
132141
on start. If builds are stuck in queued
133142
state for a long time, consider

‎coderd/coderd.go

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -643,8 +643,8 @@ func compressHandler(h http.Handler) http.Handler {
643643
return cmp.Handler(h)
644644
}
645645

646-
// CreateInMemoryProvisionerDaemon is an in-memory connection to a provisionerd. Useful when starting coderd and provisionerd
647-
// in the same process.
646+
// CreateInMemoryProvisionerDaemon is an in-memory connection to a provisionerd.
647+
// Useful when starting coderd and provisionerd in the same process.
648648
func (api *API) CreateInMemoryProvisionerDaemon(ctx context.Context, debounce time.Duration) (client proto.DRPCProvisionerDaemonClient, err error) {
649649
clientSession, serverSession := provisionersdk.MemTransportPipe()
650650
defer func() {

‎coderd/coderdtest/coderdtest.go

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -340,7 +340,7 @@ func NewProvisionerDaemon(t *testing.T, coderAPI *coderd.API) io.Closer {
340340
}, &provisionerd.Options{
341341
Filesystem: fs,
342342
Logger: slogtest.Make(t, nil).Named("provisionerd").Leveled(slog.LevelDebug),
343-
PollInterval: 50 * time.Millisecond,
343+
JobPollInterval: 50 * time.Millisecond,
344344
UpdateInterval: 250 * time.Millisecond,
345345
ForceCancelInterval: time.Second,
346346
Provisioners: provisionerd.Provisioners{
@@ -375,7 +375,7 @@ func NewExternalProvisionerDaemon(t *testing.T, client *codersdk.Client, org uui
375375
}, &provisionerd.Options{
376376
Filesystem: fs,
377377
Logger: slogtest.Make(t, nil).Named("provisionerd").Leveled(slog.LevelDebug),
378-
PollInterval: 50 * time.Millisecond,
378+
JobPollInterval: 50 * time.Millisecond,
379379
UpdateInterval: 250 * time.Millisecond,
380380
ForceCancelInterval: time.Second,
381381
Provisioners: provisionerd.Provisioners{

‎codersdk/deploymentconfig.go

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -135,6 +135,8 @@ type GitAuthConfig struct {
135135

136136
type ProvisionerConfig struct {
137137
Daemons *DeploymentConfigField[int] `json:"daemons" typescript:",notnull"`
138+
DaemonPollInterval *DeploymentConfigField[time.Duration] `json:"daemon_poll_interval" typescript:",notnull"`
139+
DaemonPollJitter *DeploymentConfigField[time.Duration] `json:"daemon_poll_jitter" typescript:",notnull"`
138140
ForceCancelInterval *DeploymentConfigField[time.Duration] `json:"force_cancel_interval" typescript:",notnull"`
139141
}
140142

‎enterprise/cli/provisionerdaemons.go

Lines changed: 17 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,9 @@ import (
77
"os/signal"
88
"time"
99

10+
"github.com/spf13/cobra"
11+
"golang.org/x/xerrors"
12+
1013
"cdr.dev/slog"
1114
"cdr.dev/slog/sloggers/sloghuman"
1215
agpl "github.com/coder/coder/cli"
@@ -20,9 +23,6 @@ import (
2023
provisionerdproto "github.com/coder/coder/provisionerd/proto"
2124
"github.com/coder/coder/provisionersdk"
2225
"github.com/coder/coder/provisionersdk/proto"
23-
24-
"github.com/spf13/cobra"
25-
"golang.org/x/xerrors"
2626
)
2727

2828
func provisionerDaemons() *cobra.Command {
@@ -37,8 +37,10 @@ func provisionerDaemons() *cobra.Command {
3737

3838
func provisionerDaemonStart() *cobra.Command {
3939
var (
40-
cacheDir string
41-
rawTags []string
40+
cacheDir string
41+
rawTags []string
42+
pollInterval time.Duration
43+
pollJitter time.Duration
4244
)
4345
cmd := &cobra.Command{
4446
Use: "start",
@@ -111,11 +113,12 @@ func provisionerDaemonStart() *cobra.Command {
111113
codersdk.ProvisionerTypeTerraform,
112114
}, tags)
113115
}, &provisionerd.Options{
114-
Logger: logger,
115-
PollInterval: 500 * time.Millisecond,
116-
UpdateInterval: 500 * time.Millisecond,
117-
Provisioners: provisioners,
118-
WorkDirectory: tempDir,
116+
Logger: logger,
117+
JobPollInterval: pollInterval,
118+
JobPollJitter: pollJitter,
119+
UpdateInterval: 500 * time.Millisecond,
120+
Provisioners: provisioners,
121+
WorkDirectory: tempDir,
119122
})
120123

121124
var exitErr error
@@ -150,6 +153,10 @@ func provisionerDaemonStart() *cobra.Command {
150153
"Specify a directory to cache provisioner job files.")
151154
cliflag.StringArrayVarP(cmd.Flags(), &rawTags, "tag", "t", "CODER_PROVISIONERD_TAGS", []string{},
152155
"Specify a list of tags to target provisioner jobs.")
156+
cliflag.DurationVarP(cmd.Flags(), &pollInterval, "poll-interval", "", "CODER_PROVISIONERD_POLL_INTERVAL", time.Second,
157+
"Specify the interval for which the provisioner daemon should poll for jobs.")
158+
cliflag.DurationVarP(cmd.Flags(), &pollJitter, "poll-jitter", "", "CODER_PROVISIONERD_POLL_JITTER", 100*time.Millisecond,
159+
"Random jitter added to the poll interval.")
153160

154161
return cmd
155162
}

0 commit comments

Comments
 (0)