coder · cmoog · Jul 29, 2020 · Jul 28, 2020 · Jul 28, 2020 · Jul 28, 2020
diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml
@@ -1,5 +1,4 @@
 name: build
-
 on: [push]
 
 jobs:
@@ -9,7 +8,7 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v1
       - name: Build
-        run: ./ci/build.sh
+        run: ./ci/steps/build.sh
       - name: Upload
         uses: actions/upload-artifact@v2
         with:

diff --git a/.github/workflows/integration.yaml b/.github/workflows/integration.yaml
@@ -0,0 +1,26 @@
+name: integration
+on:
+  push:
+  schedule:
+    - cron:  '*/180 * * * *'
+
+jobs:
+  integration:
+    runs-on: ubuntu-latest
+    env:
+      CODER_URL: ${{ secrets.CODER_URL }}
+      CODER_EMAIL: ${{ secrets.CODER_EMAIL }}
+      CODER_PASSWORD: ${{ secrets.CODER_PASSWORD }}
+    steps:
+      - uses: actions/checkout@v1
+      - uses: actions/cache@v1
+        with:
+          path: ~/go/pkg/mod
+          key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+          restore-keys: |
+            ${{ runner.os }}-go-
+      - uses: actions/setup-go@v2
+        with:
+          go-version: '^1.14'
+      - name: go test
+        run: go test -v ./ci/integration/...
diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml
@@ -0,0 +1,46 @@
+name: test
+on: [push]
+
+jobs:
+  fmt:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+      - uses: actions/cache@v1
+        with:
+          path: ~/go/pkg/mod
+          key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+          restore-keys: |
+            ${{ runner.os }}-go-
+      - name: fmt
+        uses: ./ci/image
+        with:
+          args: ./ci/steps/fmt.sh
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+      - uses: actions/cache@v1
+        with:
+          path: ~/go/pkg/mod
+          key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+          restore-keys: |
+            ${{ runner.os }}-go-
+      - name: lint
+        uses: ./ci/image
+        with:
+          args: ./ci/steps/lint.sh
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+      - uses: actions/cache@v1
+        with:
+          path: ~/go/pkg/mod
+          key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+          restore-keys: |
+            ${{ runner.os }}-go-
+      - name: test
+        uses: ./ci/image
+        with:
+          args: go test ./internal/... ./cmd/...
diff --git a/.gitignore b/.gitignore
@@ -1,3 +1,5 @@
 .idea
 ci/bin
 cmd/coder/coder
+ci/integration/bin
+ci/integration/env.sh
diff --git a/ci/image/Dockerfile b/ci/image/Dockerfile
@@ -0,0 +1,8 @@
+FROM golang:1
+
+ENV GOFLAGS="-mod=readonly"
+ENV CI=true
+
+RUN go get golang.org/x/tools/cmd/goimports
+RUN go get golang.org/x/lint/golint
+RUN go get github.com/mattn/goveralls
diff --git a/ci/integration/integration_test.go b/ci/integration/integration_test.go
@@ -0,0 +1,120 @@
+package integration
+
+import (
+	"context"
+	"fmt"
+	"os"
+	"os/exec"
+	"path/filepath"
+	"strings"
+	"testing"
+	"time"
+
+	"cdr.dev/coder-cli/ci/tcli"
+	"cdr.dev/slog/sloggers/slogtest/assert"
+)
+
+func build(path string) error {
+	cmd := exec.Command(
+		"sh", "-c",
+		fmt.Sprintf("cd ../../ && go build -o %s ./cmd/coder", path),
+	)
+	cmd.Env = append(os.Environ(), "GOOS=linux", "CGO_ENABLED=0")
+
+	_, err := cmd.CombinedOutput()
+	if err != nil {
+		return err
+	}
+	return nil
+}
+
+var binpath string
+
+func init() {
+	cwd, err := os.Getwd()
+	if err != nil {
+		panic(err)
+	}
+
+	binpath = filepath.Join(cwd, "bin", "coder")
+	err = build(binpath)
+	if err != nil {
+		panic(err)
+	}
+}
+
+// write session tokens to the given container runner
+func headlessLogin(ctx context.Context, t *testing.T, runner *tcli.ContainerRunner) {
+	creds := login(ctx, t)
+	cmd := exec.CommandContext(ctx, "sh", "-c", "mkdir -p ~/.config/coder && cat > ~/.config/coder/session")
+
+	// !IMPORTANT: be careful that this does not appear in logs
+	cmd.Stdin = strings.NewReader(creds.token)
+	runner.RunCmd(cmd).Assert(t,
+		tcli.Success(),
+	)
+	runner.Run(ctx, fmt.Sprintf("echo -ne %s > ~/.config/coder/url", creds.url)).Assert(t,
+		tcli.Success(),
+	)
+}
+
+func TestCoderCLI(t *testing.T) {
+	t.Parallel()
+	ctx, cancel := context.WithTimeout(context.Background(), time.Minute*5)
+	defer cancel()
+
+	c, err := tcli.NewContainerRunner(ctx, &tcli.ContainerConfig{
+		Image: "codercom/enterprise-dev",
+		Name:  "coder-cli-tests",
+		BindMounts: map[string]string{
+			binpath: "/bin/coder",
+		},
+	})
+	assert.Success(t, "new run container", err)
+	defer c.Close()
+
+	c.Run(ctx, "which coder").Assert(t,
+		tcli.Success(),
+		tcli.StdoutMatches("/usr/sbin/coder"),
+		tcli.StderrEmpty(),
+	)
+
+	c.Run(ctx, "coder version").Assert(t,
+		tcli.StderrEmpty(),
+		tcli.Success(),
+		tcli.StdoutMatches("linux"),
+	)
+
+	c.Run(ctx, "coder help").Assert(t,
+		tcli.Success(),
+		tcli.StderrMatches("Commands:"),
+		tcli.StderrMatches("Usage: coder"),
+		tcli.StdoutEmpty(),
+	)
+
+	headlessLogin(ctx, t, c)
+
+	c.Run(ctx, "coder envs").Assert(t,
+		tcli.Success(),
+	)
+
+	c.Run(ctx, "coder urls").Assert(t,
+		tcli.Error(),
+	)
+
+	c.Run(ctx, "coder sync").Assert(t,
+		tcli.Error(),
+	)
+
+	c.Run(ctx, "coder sh").Assert(t,
+		tcli.Error(),
+	)
+
+	c.Run(ctx, "coder logout").Assert(t,
+		tcli.Success(),
+	)
+
+	c.Run(ctx, "coder envs").Assert(t,
+		tcli.Error(),
+	)
+}
diff --git a/ci/integration/login_test.go b/ci/integration/login_test.go
@@ -0,0 +1,75 @@
+package integration
+
+import (
+	"bytes"
+	"context"
+	"encoding/json"
+	"fmt"
+	"net/http"
+	"net/url"
+	"os"
+	"testing"
+
+	"cdr.dev/slog/sloggers/slogtest/assert"
+)
+
+type credentials struct {
+	url, token string
+}
+
+func login(ctx context.Context, t *testing.T) credentials {
+	var (
+		email    = requireEnv(t, "CODER_EMAIL")
+		password = requireEnv(t, "CODER_PASSWORD")
+		rawURL   = requireEnv(t, "CODER_URL")
+	)
+	sessionToken := getSessionToken(ctx, t, email, password, rawURL)
+
+	return credentials{
+		url:   rawURL,
+		token: sessionToken,
+	}
+}
+
+func requireEnv(t *testing.T, key string) string {
+	value := os.Getenv(key)
+	assert.True(t, fmt.Sprintf("%q is nonempty", key), value != "")
+	return value
+}
+
+type loginBuiltInAuthReq struct {
+	Email    string `json:"email"`
+	Password string `json:"password"`
+}
+
+type loginBuiltInAuthResp struct {
+	SessionToken string `json:"session_token"`
+}
+
+func getSessionToken(ctx context.Context, t *testing.T, email, password, rawURL string) string {
+	reqbody := loginBuiltInAuthReq{
+		Email:    email,
+		Password: password,
+	}
+	body, err := json.Marshal(reqbody)
+	assert.Success(t, "marshal login req body", err)
+
+	u, err := url.Parse(rawURL)
+	assert.Success(t, "parse raw url", err)
+	u.Path = "/auth/basic/login"
+
+	req, err := http.NewRequestWithContext(ctx, http.MethodPost, u.String(), bytes.NewReader(body))
+	assert.Success(t, "new request", err)
+
+	resp, err := http.DefaultClient.Do(req)
+	assert.Success(t, "do request", err)
+	assert.Equal(t, "request status 201", http.StatusCreated, resp.StatusCode)
+
+	var tokenResp loginBuiltInAuthResp
+	err = json.NewDecoder(resp.Body).Decode(&tokenResp)
+	assert.Success(t, "decode response", err)
+
+	defer resp.Body.Close()
+
+	return tokenResp.SessionToken
+}
diff --git a/ci/build.sh → ci/steps/build.sh b/ci/build.sh → ci/steps/build.sh
@@ -14,14 +14,14 @@ mkdir -p bin
 
 build(){
 	tmpdir=$(mktemp -d)
-	go build -ldflags "-s -w -X main.version=${tag}" -o "$tmpdir/coder" ../cmd/coder
+	go build -ldflags "-s -w -X main.version=${tag}" -o "$tmpdir/coder" ../../cmd/coder
 
 	pushd "$tmpdir"
 		tarname="coder-cli-$GOOS-$GOARCH.tar.gz"
 		tar -czf "$tarname" coder
 	popd
 
-	cp "$tmpdir/$tarname" bin
+	cp "$tmpdir/$tarname" ../bin
 	rm -rf "$tmpdir"
 }
 

diff --git a/ci/steps/fmt.sh b/ci/steps/fmt.sh
@@ -0,0 +1,16 @@
+#!/bin/bash
+echo "Formatting..."
+
+go mod tidy
+gofmt -w -s .
+goimports -w "-local=$$(go list -m)" .
+
+if [ "$CI" != "" ]; then
+  if [[ $(git ls-files --other --modified --exclude-standard) != "" ]]; then
+    echo "Files need generation or are formatted incorrectly:"
+    git -c color.ui=always status | grep --color=no '\e\[31m'
+    echo "Please run the following locally:"
+    echo "  ./ci/steps/fmt.sh"
+    exit 1
+  fi
+fi
diff --git a/ci/steps/lint.sh b/ci/steps/lint.sh
@@ -0,0 +1,6 @@
+#!/bin/bash
+
+echo "Linting..."
+
+go vet ./...
+golint -set_exit_status ./...
diff --git a/ci/tcli/doc.go b/ci/tcli/doc.go
@@ -0,0 +1,4 @@
+// Package tcli provides a framework for CLI integration testing.
+// Execute commands on the raw host or inside a docker container.
+// Define custom Assertion types to extend test functionality.
+package tcli