1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
|
package scp
import (
"bytes"
"errors"
"fmt"
"io"
"os"
"path/filepath"
log "github.com/sirupsen/logrus"
"golang.org/x/crypto/ssh"
)
const (
fileMode = "0644"
buffSize = 1024 * 256
)
//CopyTo copy from local to remote
func CopyTo(sshClient *ssh.Client, local string, remote string) (int64, error) {
session, err := sshClient.NewSession()
if err != nil {
return 0, err
}
defer session.Close()
stderr := &bytes.Buffer{}
session.Stderr = stderr
stdout := &bytes.Buffer{}
session.Stdout = stdout
writer, err := session.StdinPipe()
if err != nil {
return 0, err
}
defer writer.Close()
err = session.Start("scp -t " + filepath.Dir(remote))
if err != nil {
return 0, err
}
localFile, err := os.Open(local)
if err != nil {
return 0, err
}
fileInfo, err := localFile.Stat()
if err != nil {
return 0, err
}
_, err = fmt.Fprintf(writer, "C%s %d %s\n", fileMode, fileInfo.Size(), filepath.Base(remote))
if err != nil {
return 0, err
}
n, err := copyN(writer, localFile, fileInfo.Size())
if err != nil {
return 0, err
}
err = ack(writer)
if err != nil {
return 0, err
}
err = session.Wait()
log.Debugf("Copied %v bytes out of %v. err: %v stdout:%v. stderr:%v", n, fileInfo.Size(), err, stdout, stderr)
//NOTE: Process exited with status 1 is not an error, it just how scp work. (waiting for the next control message and we send EOF)
return n, nil
}
//CopyFrom copy from remote to local
func CopyFrom(sshClient *ssh.Client, remote string, local string) (int64, error) {
session, err := sshClient.NewSession()
if err != nil {
return 0, err
}
defer session.Close()
stderr := &bytes.Buffer{}
session.Stderr = stderr
writer, err := session.StdinPipe()
if err != nil {
return 0, err
}
defer writer.Close()
reader, err := session.StdoutPipe()
if err != nil {
return 0, err
}
err = session.Start("scp -f " + remote)
if err != nil {
return 0, err
}
err = ack(writer)
if err != nil {
return 0, err
}
msg, err := NewMessageFromReader(reader)
if err != nil {
return 0, err
}
if msg.Type == ErrorMessage || msg.Type == WarnMessage {
return 0, msg.Error
}
log.Debugf("Receiving %v", msg)
err = ack(writer)
if err != nil {
return 0, err
}
outFile, err := os.Create(local)
if err != nil {
return 0, err
}
defer outFile.Close()
n, err := copyN(outFile, reader, msg.Size)
if err != nil {
return 0, err
}
err = outFile.Sync()
if err != nil {
return 0, err
}
err = outFile.Close()
if err != nil {
return 0, err
}
err = session.Wait()
log.Debugf("Copied %v bytes out of %v. err: %v stderr:%v", n, msg.Size, err, stderr)
return n, nil
}
func ack(writer io.Writer) error {
var msg = []byte{0, 0, 10, 13}
n, err := writer.Write(msg)
if err != nil {
return err
}
if n < len(msg) {
return errors.New("Failed to write ack buffer")
}
return nil
}
func copyN(writer io.Writer, src io.Reader, size int64) (int64, error) {
reader := io.LimitReader(src, size)
var total int64
for total < size {
n, err := io.CopyBuffer(writer, reader, make([]byte, buffSize))
log.Debugf("Copied chunk %v total: %v out of %v err: %v ", n, total, size, err)
if err != nil {
return 0, err
}
total += n
}
return total, nil
}
|
