Skip to content

chore: add DRPC tailnet & cli network telemetry #13687

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 19 commits into from
Jul 3, 2024
Merged

chore: add DRPC tailnet & cli network telemetry #13687

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
19 commits
Select commit Hold shift + click to select a range
974c570
chore: add DRPC tailnet & cli implementation
ethanndickson Jun 26, 2024
0718987
fixup
ethanndickson Jun 26, 2024
80181ad
fixup
ethanndickson Jun 26, 2024
3b7f5b2
wip log sink
ethanndickson Jun 27, 2024
66313d1
derpmap telemetry clean
ethanndickson Jun 28, 2024
09d9249
netcheck stub
ethanndickson Jun 28, 2024
5c0f30c
add netcheck
ethanndickson Jul 1, 2024
45b5234
fixup
ethanndickson Jul 1, 2024
f83df79
tests
ethanndickson Jul 1, 2024
b9cd8fb
ping and speedtest telemetry
ethanndickson Jul 1, 2024
ce0df7b
fixup
ethanndickson Jul 2, 2024
598cad5
bump tailscale, change api
ethanndickson Jul 2, 2024
6a3480c
remove logs
ethanndickson Jul 2, 2024
f33ab36
populate latency, node ids, home derp
ethanndickson Jul 2, 2024
3918369
update flake
ethanndickson Jul 2, 2024
b9cfa52
fixup
ethanndickson Jul 2, 2024
c0684bb
application field
ethanndickson Jul 2, 2024
67898fd
review
ethanndickson Jul 3, 2024
ffd62ca
telemetry on disconnect
ethanndickson Jul 3, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
wip log sink
  • Loading branch information
@ethanndickson
ethanndickson committed Jul 2, 2024
commit 3b7f5b20f32240c2afff4192e7afaa60c41aaef8
16 changes: 14 additions & 2 deletions codersdk/workspacesdk/connector.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,12 +7,16 @@ import (
"io"
"net/http"
"slices"
"strings"
"sync"
"sync/atomic"
"time"

"github.com/google/uuid"
"golang.org/x/xerrors"
"nhooyr.io/websocket"
"storj.io/drpc"
"storj.io/drpc/drpcerr"
"tailscale.com/tailcfg"

"cdr.dev/slog"
Expand Down Expand Up @@ -66,6 +70,10 @@ type tailnetAPIConnector struct {
connected chan error
isFirst bool
closed chan struct{}

// Set to true if we get a response from the server that it doesn't support
// network telemetry.
telemetryDisabled atomic.Bool
}

// Create a new tailnetAPIConnector without running it
Expand Down Expand Up @@ -269,12 +277,16 @@ func (tac *tailnetAPIConnector) SendTelemetryEvent(event *proto.TelemetryEvent)
// We hold the lock for the entire telemetry request, but this would only block
// a coordinate retry, and closing the connection.
defer tac.clientMu.RUnlock()
if tac.client == nil {
if tac.client == nil || tac.telemetryDisabled.Load() {
return
}
ctx, cancel := context.WithTimeout(tac.ctx, 5*time.Second)
defer cancel()
_, _ = tac.client.PostTelemetry(ctx, &proto.TelemetryRequest{
_, err := tac.client.PostTelemetry(ctx, &proto.TelemetryRequest{
Events: []*proto.TelemetryEvent{event},
})
if drpcerr.Code(err) == drpcerr.Unimplemented || drpc.ProtocolError.Has(err) && strings.Contains(err.Error(), "unknown rpc: ") {
tac.logger.Debug(tac.ctx, "attempted to send telemetry to a server that doesn't support it", slog.Error(err))
tac.telemetryDisabled.Store(true)
}
}
3 changes: 2 additions & 1 deletion codersdk/workspacesdk/connector_internal_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -128,7 +128,8 @@ func TestTailnetAPIConnector_UplevelVersion(t *testing.T) {

fConn := newFakeTailnetConn()

uut := runTailnetAPIConnector(ctx, logger, agentID, svr.URL, &websocket.DialOptions{}, fConn)
uut := newTailnetAPIConnector(ctx, logger, agentID, svr.URL, &websocket.DialOptions{})
uut.runConnector(fConn)

err := testutil.RequireRecvCtx(ctx, t, uut.connected)
var sdkErr *codersdk.Error
Expand Down
4 changes: 2 additions & 2 deletions tailnet/configmaps.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -66,14 +66,14 @@ type configMaps struct {
peers map[uuid.UUID]*peerLifecycle
addresses []netip.Prefix
derpMap *tailcfg.DERPMap
logger slog.Logger
logger multiLogger
blockEndpoints bool

// for testing
clock clock.Clock
}

func newConfigMaps(logger slog.Logger, engine engineConfigurable, nodeID tailcfg.NodeID, nodeKey key.NodePrivate, discoKey key.DiscoPublic) *configMaps {
func newConfigMaps(logger multiLogger, engine engineConfigurable, nodeID tailcfg.NodeID, nodeKey key.NodePrivate, discoKey key.DiscoPublic) *configMaps {
pubKey := nodeKey.Public()
c := &configMaps{
phased: phased{Cond: *(sync.NewCond(&sync.Mutex{}))},
Expand Down
36 changes: 18 additions & 18 deletions tailnet/configmaps_internal_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ import (
func TestConfigMaps_setAddresses_different(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -87,7 +87,7 @@ func TestConfigMaps_setAddresses_different(t *testing.T) {
func TestConfigMaps_setAddresses_same(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -118,7 +118,7 @@ func TestConfigMaps_setAddresses_same(t *testing.T) {
func TestConfigMaps_updatePeers_new(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -188,7 +188,7 @@ func TestConfigMaps_updatePeers_new(t *testing.T) {
func TestConfigMaps_updatePeers_new_waitForHandshake_neverConfigures(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -232,7 +232,7 @@ func TestConfigMaps_updatePeers_new_waitForHandshake_neverConfigures(t *testing.
func TestConfigMaps_updatePeers_new_waitForHandshake_outOfOrder(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -303,7 +303,7 @@ func TestConfigMaps_updatePeers_new_waitForHandshake_outOfOrder(t *testing.T) {
func TestConfigMaps_updatePeers_new_waitForHandshake(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -374,7 +374,7 @@ func TestConfigMaps_updatePeers_new_waitForHandshake(t *testing.T) {
func TestConfigMaps_updatePeers_new_waitForHandshake_timeout(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -432,7 +432,7 @@ func TestConfigMaps_updatePeers_new_waitForHandshake_timeout(t *testing.T) {
func TestConfigMaps_updatePeers_same(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -491,7 +491,7 @@ func TestConfigMaps_updatePeers_same(t *testing.T) {
func TestConfigMaps_updatePeers_disconnect(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -559,7 +559,7 @@ func TestConfigMaps_updatePeers_disconnect(t *testing.T) {
func TestConfigMaps_updatePeers_lost(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -644,7 +644,7 @@ func TestConfigMaps_updatePeers_lost(t *testing.T) {
func TestConfigMaps_updatePeers_lost_and_found(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -729,7 +729,7 @@ func TestConfigMaps_updatePeers_lost_and_found(t *testing.T) {
func TestConfigMaps_setAllPeersLost(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -815,7 +815,7 @@ func TestConfigMaps_setAllPeersLost(t *testing.T) {
func TestConfigMaps_setBlockEndpoints_different(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -859,7 +859,7 @@ func TestConfigMaps_setBlockEndpoints_different(t *testing.T) {
func TestConfigMaps_setBlockEndpoints_same(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -902,7 +902,7 @@ func TestConfigMaps_setBlockEndpoints_same(t *testing.T) {
func TestConfigMaps_setDERPMap_different(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -943,7 +943,7 @@ func TestConfigMaps_setDERPMap_different(t *testing.T) {
func TestConfigMaps_setDERPMap_same(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -1012,7 +1012,7 @@ func TestConfigMaps_setDERPMap_same(t *testing.T) {
func TestConfigMaps_fillPeerDiagnostics(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down Expand Up @@ -1120,7 +1120,7 @@ func TestConfigMaps_updatePeers_nonexist(t *testing.T) {
t.Run(k.String(), func(t *testing.T) {
t.Parallel()
ctx := testutil.Context(t, testutil.WaitShort)
logger := slogtest.Make(t, nil).Leveled(slog.LevelDebug)
logger := newMultiLogger(slogtest.Make(t, nil).Leveled(slog.LevelDebug))
fEng := newFakeEngineConfigurable()
nodePrivateKey := key.NewNode()
nodeID := tailcfg.NodeID(5)
Expand Down
Loading