Skip to content

chore: add additional tailnet topology integration tests #13549

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 11 commits into from
Jun 12, 2024
Merged

chore: add additional tailnet topology integration tests #13549

Show file tree
Hide file tree
Changes from 7 commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
3527862
derp server restart test
ethanndickson Jun 11, 2024
5c1c70e
fix
ethanndickson Jun 11, 2024
3fee5ed
server interface
ethanndickson Jun 11, 2024
5e73d63
WIP
ethanndickson Jun 11, 2024
f0da669
WIP
ethanndickson Jun 11, 2024
8eea4eb
coordinator restart
ethanndickson Jun 11, 2024
dde80f7
restart derp & coordinator
ethanndickson Jun 12, 2024
aa31cc0
impl'd review changes
ethanndickson Jun 12, 2024
286660f
impl'd review
ethanndickson Jun 12, 2024
023e0a7
cleaner query strings
ethanndickson Jun 12, 2024
6872ba1
fix
ethanndickson Jun 12, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
37 changes: 37 additions & 0 deletions tailnet/test/integration/integration.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -111,13 +111,23 @@ type SimpleServerOptions struct {

var _ ServerStarter = SimpleServerOptions{}

type connManager struct {
sync.Mutex
conns map[uuid.UUID]net.Conn
}

//nolint:revive
func (o SimpleServerOptions) Router(t *testing.T, logger slog.Logger) *chi.Mux {
coord := tailnet.NewCoordinator(logger)
var coordPtr atomic.Pointer[tailnet.Coordinator]
coordPtr.Store(&coord)
t.Cleanup(func() { _ = coord.Close() })

cm := connManager{
Mutex: sync.Mutex{},
conns: make(map[uuid.UUID]net.Conn),
}

csvc, err := tailnet.NewClientService(logger, &coordPtr, 10*time.Minute, func() *tailcfg.DERPMap {
return &tailcfg.DERPMap{
// Clients will set their own based on their custom access URL.
Expand Down Expand Up @@ -171,6 +181,24 @@ func (o SimpleServerOptions) Router(t *testing.T, logger slog.Logger) *chi.Mux {
r.Get("/latency-check", func(w http.ResponseWriter, r *http.Request) {
w.WriteHeader(http.StatusOK)
})
r.Post("/restart", func(w http.ResponseWriter, r *http.Request) {
logger.Info(r.Context(), "killing DERP server")
derpServer.Close()
derpServer = derp.NewServer(key.NewNode(), tailnet.Logger(logger.Named("derp")))
derpHandler, derpCloseFunc = tailnet.WithWebsocketSupport(derpServer, derphttp.Handler(derpServer))
t.Cleanup(derpCloseFunc)
logger.Info(r.Context(), "restarted DERP server")
w.WriteHeader(http.StatusOK)
})
})

r.Post("/restart", func(w http.ResponseWriter, r *http.Request) {
logger.Info(r.Context(), "simulating coordinator restart")
for _, c := range cm.conns {
_ = c.Close()
}
cm.conns = make(map[uuid.UUID]net.Conn)
w.WriteHeader(http.StatusOK)
})

r.Get("/api/v2/workspaceagents/{id}/coordinate", func(w http.ResponseWriter, r *http.Request) {
Expand Down Expand Up @@ -199,6 +227,15 @@ func (o SimpleServerOptions) Router(t *testing.T, logger slog.Logger) *chi.Mux {
ctx, wsNetConn := codersdk.WebsocketNetConn(ctx, conn, websocket.MessageBinary)
defer wsNetConn.Close()

cm.Lock()
cm.conns[id] = wsNetConn
cm.Unlock()
defer func() {
cm.Lock()
delete(cm.conns, id)
cm.Unlock()
}()

err = csvc.ServeConnV2(ctx, wsNetConn, tailnet.StreamID{
Name: "client-" + id.String(),
ID: id,
Expand Down
52 changes: 50 additions & 2 deletions tailnet/test/integration/suite.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,10 @@
package integration

import (
"net/http"
"net/url"
"testing"
"time"

"github.com/stretchr/testify/require"

Expand All @@ -14,9 +16,29 @@ import (
"github.com/coder/coder/v2/testutil"
)

func sendRestart(t *testing.T, serverURL *url.URL, endpoint string) {
const reqTimeout = 2 * time.Second

serverURL, err := url.Parse(serverURL.String() + endpoint)
require.NoError(t, err)

client := http.Client{
Timeout: reqTimeout,
}

//nolint:noctx
resp, err := client.Post(serverURL.String(), "text/plain", nil)
require.NoError(t, err)
defer resp.Body.Close()

if resp.StatusCode != http.StatusOK {
t.Fatalf("unexpected status code: %d", resp.StatusCode)
}
}

// TODO: instead of reusing one conn for each suite, maybe we should make a new
// one for each subtest?
func TestSuite(t *testing.T, _ slog.Logger, _ *url.URL, conn *tailnet.Conn, _, peer Client) {
func TestSuite(t *testing.T, _ slog.Logger, serverURL *url.URL, conn *tailnet.Conn, _, peer Client) {
t.Parallel()

t.Run("Connectivity", func(t *testing.T) {
Expand All @@ -26,5 +48,31 @@ func TestSuite(t *testing.T, _ slog.Logger, _ *url.URL, conn *tailnet.Conn, _, p
require.NoError(t, err, "ping peer")
})

// TODO: more
t.Run("RestartDERP", func(t *testing.T) {
peerIP := tailnet.IPFromUUID(peer.ID)
_, _, _, err := conn.Ping(testutil.Context(t, testutil.WaitLong), peerIP)
require.NoError(t, err, "ping peer")
sendRestart(t, serverURL, "/derp/restart")
_, _, _, err = conn.Ping(testutil.Context(t, testutil.WaitLong), peerIP)
require.NoError(t, err, "ping peer after derp restart")
})

t.Run("RestartCoordinator", func(t *testing.T) {
peerIP := tailnet.IPFromUUID(peer.ID)
_, _, _, err := conn.Ping(testutil.Context(t, testutil.WaitLong), peerIP)
require.NoError(t, err, "ping peer")
sendRestart(t, serverURL, "/restart")
_, _, _, err = conn.Ping(testutil.Context(t, testutil.WaitLong), peerIP)
require.NoError(t, err, "ping peer after coordinator restart")
})

t.Run("RestartBoth", func(t *testing.T) {
peerIP := tailnet.IPFromUUID(peer.ID)
_, _, _, err := conn.Ping(testutil.Context(t, testutil.WaitLong), peerIP)
require.NoError(t, err, "ping peer")
sendRestart(t, serverURL, "/derp/restart")
sendRestart(t, serverURL, "/restart")
_, _, _, err = conn.Ping(testutil.Context(t, testutil.WaitLong), peerIP)
require.NoError(t, err, "ping peer after restart")
})
}