Skip to content
This repository was archived by the owner on Aug 30, 2024. It is now read-only.

Verify rsync protocol version match prior to proceeding - Rebased on current master. #71

Merged
merged 7 commits into from
Jul 2, 2020
Merged

Verify rsync protocol version match prior to proceeding - Rebased on current master. #71

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
f745670
Verify rsync protocol version match prior to proceeding.
stephenwithav Jul 1, 2020
5538af6
Add context to sync.Version.
stephenwithav Jul 1, 2020
54cecb2
Correct syncCmd.version, sync.Version.
stephenwithav Jul 2, 2020
35ee1de
Update local, remote version checks to avoid blanks.
stephenwithav Jul 2, 2020
21976c6
Remove go from io.Copy in internal/sync/sync.go#Version
stephenwithav Jul 2, 2020
d853066
Return error directly in internal/sync/sync.go#Version
stephenwithav Jul 2, 2020
e8abef2
Update [vV]ersion comment strings; remove extraneous error check.
stephenwithav Jul 2, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
Verify rsync protocol version match prior to proceeding. 
`sync.Version()` proceeds with a warning that there may be a version
mismatch if it timesout.

`syncCmd.version` assumes rsync is present in the path.

`wsep.RemoteExecer` isn't available publicly on GitHub, so I took a
best guess with it and `wsep.ExitError`.
  • Loading branch information
@stephenwithav
stephenwithav committed Jul 1, 2020
commit f745670a6c049976f1e62bdbb688553043287b4c
41 changes: 41 additions & 0 deletions cmd/coder/sync.go
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,12 @@
package main

import (
"bufio"
"errors"
"fmt"
"log"
"os"
"os/exec"
"path/filepath"
"strings"

Expand Down Expand Up @@ -29,6 +34,32 @@ func (cmd *syncCmd) RegisterFlags(fl *pflag.FlagSet) {
fl.BoolVarP(&cmd.init, "init", "i", false, "do initial transfer and exit")
}

// See https://lxadm.com/Rsync_exit_codes#List_of_standard_rsync_exit_codes.
var IncompatRsync = errors.New("rsync: exit status 2")
var StreamErrRsync = errors.New("rsync: exit status 12")
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Probably leftover from a rebase, these were removed in master.


// Returns local rsync protocol version as a string.
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Apologies for missing this earlier in the review. These comments should start with the function/method name. So this would be "version returns local rsync protocol version as a string."

(And same for the other Version method)

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

No problem. I appreciate you teaching me the style you prefer prior to the interview next week so if I get the job, I'm already style trained.

func (s *syncCmd) version() string {
cmd := exec.Command("rsync", "--version")
stdout, err := cmd.StdoutPipe()
if err != nil {
log.Fatal(err)
}

if err := cmd.Start(); err != nil {
log.Fatal(err)
}

r := bufio.NewReader(stdout)
if err := cmd.Wait(); err != nil {
log.Fatal(err)
}

versionString := strings.Split(r.ReadLine(), "protocol version ")

return versionString[1]
}

func (cmd *syncCmd) Run(fl *pflag.FlagSet) {
var (
local = fl.Arg(0)
Expand Down Expand Up @@ -71,6 +102,16 @@ func (cmd *syncCmd) Run(fl *pflag.FlagSet) {
LocalDir: absLocal,
Client: entClient,
}

localVersion := s.version()
remoteVersion, rsyncErr := sync.Version()

if rsyncErr != nil {
flog.Info("Unable to determine remote rsync version. Proceeding cautiously.")
} else if localVersion != remoteVersion {
flog.Fatal(fmt.Sprintf("rsync protocol mismatch. local is %s; remote is %s.", localVersion, remoteVersion))
}

for err == nil || err == sync.ErrRestartSync {
err = s.Run()
}
Expand Down
37 changes: 37 additions & 0 deletions internal/sync/sync.go
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
package sync

import (
"bufio"
"context"
"errors"
"fmt"
Expand All @@ -10,6 +11,7 @@ import (
"os/exec"
"path"
"path/filepath"
"strings"
"sync"
"sync/atomic"
"time"
Expand Down Expand Up @@ -261,6 +263,41 @@ const (
maxAcceptableDispatch = time.Millisecond * 50
)

// Returns remote protocol version as a string.
// Or, an error if one exists.
func (s Sync) Version() (string, error) {
conn, err := s.Client.DialWsep(ctx, s.Env)
if err != nil {
return "", err
}
defer conn.Close(websocket.CloseNormalClosure, "")

ctx, cancel := context.WithTimeout(context.Background(), time.Minute)
defer cancel()

execer := wsep.RemoteExecer(conn)
process, err := execer.Start(ctx, wsep.Command{
Command: "rsync",
Args: []string{"--version"},
})
if err != nil {
return "", err
}
r := bufio.NewReader(process.Stdout())
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

We have the same issue here with the reader never reading anything.

I think the best solution here would be to replace this reader with:

buf := &bytes.Buffer{}
io.Copy(buf, process.Stdout())

And buf can be used down below to read the first line.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Will do.

Copy link
Contributor Author

@stephenwithav stephenwithav Jul 2, 2020 •
edited
Loading

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@scsmithr Do you want the remote check to log.Fatal fail if we can't retrieve it?

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I think I prefer the behavior you had, where we just return the error and warn the user.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

The remote check still has that.


err = process.Wait()
if code, ok := err.(wsep.ExitError); ok {
return "", err
}
if err != nil {
return "", err
}

versionString := strings.Split(r.ReadLine(), "protocol version ")

return versionString[1], nil
}

// Run starts the sync synchronously.
// Use this command to debug what wasn't sync'd correctly:
// rsync -e "coder sh" -nicr ~/Projects/cdr/coder-cli/. ammar:/home/coder/coder-cli/
Expand Down