From 82ce7ad073b58de1385de9c253c21e65c8ec307a Mon Sep 17 00:00:00 2001 From: ftpgxm Date: Tue, 18 May 2021 12:50:32 +0800 Subject: [PATCH] init --- .gitignore | 7 + build.sh | 10 + client/client.go | 450 ++++++++++++++++++++++++++++++++++ go.mod | 10 + go.sum | 91 +++++++ proto/transport.pb.go | 552 ++++++++++++++++++++++++++++++++++++++++++ proto/transport.proto | 33 +++ readme.md | 1 + server/server.go | 130 ++++++++++ 9 files changed, 1284 insertions(+) create mode 100644 .gitignore create mode 100755 build.sh create mode 100644 client/client.go create mode 100644 go.mod create mode 100644 go.sum create mode 100644 proto/transport.pb.go create mode 100644 proto/transport.proto create mode 100644 readme.md create mode 100644 server/server.go diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..65586b9 --- /dev/null +++ b/.gitignore @@ -0,0 +1,7 @@ +.vocode/ +.idea/ +*.test +*.log +dist/ +vendor/ +*.zip diff --git a/build.sh b/build.sh new file mode 100755 index 0000000..87239f5 --- /dev/null +++ b/build.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +CGO_ENABLED=0 GOOS=darwin GOARCH=amd64 go build -o dist/client-darwin-amd64 client/client.go +CGO_ENABLED=0 GOOS=darwin GOARCH=amd64 go build -o dist/server-darwin-amd64 server/server.go + +CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -o dist/client-linux-amd64 client/client.go +CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -o dist/server-linux-amd64 server/server.go + +CGO_ENABLED=0 GOOS=windows GOARCH=amd64 go build -o dist/client-windows-amd64.exe client/client.go +CGO_ENABLED=0 GOOS=windows GOARCH=amd64 go build -o dist/server-windows-amd64.exe server/server.go diff --git a/client/client.go b/client/client.go new file mode 100644 index 0000000..cf4a615 --- /dev/null +++ b/client/client.go @@ -0,0 +1,450 @@ +package main + +import ( + "context" + "crypto/md5" + "encoding/hex" + "errors" + "flag" + "fmt" + "github.com/dustin/go-humanize" + "google.golang.org/grpc" + "io" + "io/ioutil" + "log" + "os" + "path/filepath" + "strconv" + "strings" + "sync" + "time" + transportpb "yunlian-file-v2/proto" +) + +var group sync.WaitGroup +var pi chan string = make(chan string, 2) +var exit chan bool = make(chan bool, 1) +var exitSub chan bool = make(chan bool, 1) +var downloadContext *fileContext = new(fileContext) + +var thread int64 +var root string +var attempt int +var fn string +var ip string +var port int + +type fileInfo struct { + filePath string + fileName string + length int64 + savePath string +} +type block struct { + previous *block + id string + start int64 + end int64 + count int +} +type fileContext struct { + file *fileInfo + fileNames map[string]*block + tempList []string +} + +func init() { + flag.Int64Var(&thread, "thread", 1, "下载线程数") + flag.IntVar(&attempt, "attempt", 10, "下载重试次数") + flag.StringVar(&root, "root", "./tempdir", "临时文件目录") + flag.StringVar(&fn, "fn", "", "要下载的文件名") + flag.StringVar(&ip, "ip", "127.0.0.1", "服务端IP") + flag.IntVar(&port, "port", 10086, "服务端端口号") + + flag.Usage = func() { + fmt.Println("yunlian-file-v2 version: 2.0.1") + flag.PrintDefaults() + } +} + +func main() { + flag.Parse() + + if len(fn) < 1 { + flag.Usage() + return + } + + serverIp := fmt.Sprintf("%s:%d", ip, port) + + clientConn, err := grpc.Dial(serverIp, grpc.WithInsecure()) + if err != nil { + log.Fatalf("监听服务端异常 : %v\n", err) + } + defer clientConn.Close() + + log.Printf("连接到 %s ...", serverIp) + + fsClient := transportpb.NewFileServiceClient(clientConn) + + Download(fn, fsClient) +} + +func Download(filePath string, client transportpb.FileServiceClient) (err error) { + fileLength := distribFile(filePath, client) + + if fileLength < 1 { + return errors.New("获取文件信息失败") + } + + go cleanCache() + + log.Printf("正在下载: %s (%s)", filePath, humanize.IBytes(uint64(fileLength))) + + previous := time.Now() + + for key, meta := range downloadContext.fileNames { + if checkBlockStat(key, meta) { + continue + } + + log.Printf("正在下载：%s，区块：%d-%d", key, meta.start, meta.end) + group.Add(1) + go startDownloadTask(downloadContext.file.filePath, key, meta, client) + } + processBar(downloadContext.file.length, previous) + group.Wait() + + log.Println("区块下载完成，正在合并文件...") + + err = createFileOnly(downloadContext.file.filePath) + if err != nil { + log.Println(err.Error()) + panic(err) + } + + for i := len(downloadContext.tempList) - 1; i >= 0; i-- { + err = appendToFile(downloadContext.file.filePath, string(readFile(downloadContext.tempList[i]))) + if err != nil { + log.Println(err.Error(), "下载失败，请重试") + return + } + if i == 0 { + exit <- true + } + } + + flag := <-exit + if flag { + log.Println("合并完成，正在清除临时文件...") + for _, file := range downloadContext.tempList { + deleteFile(file) + } + log.Println("下载完成") + return + } + log.Println("下载失败，请重试") + return +} + +func startDownloadTask(filePath string, tempFilePath string, b *block, client transportpb.FileServiceClient) { + existSize := getFileSize(tempFilePath) + + req := &transportpb.FileRequest{ + FileName: filePath, + FileRangeStart: b.start + existSize, + FileRangeEnd: b.end, + } + + stream, err := client.Download(context.Background(), req) + if err != nil { + log.Fatalf("下载异常 : %v\n", err) + } + + fp, err := os.OpenFile(tempFilePath, os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0755) + if err != nil { + log.Fatalf("文件打开异常: %s\n", err) + } + defer fp.Close() + + var recvSize int64 = 0 + + for { + res, err := stream.Recv() + if err == io.EOF { + break + } + + block := res.GetBlock() + blockSize := len(block) + recvSize += int64(blockSize) + + if blockSize != 0 { + _, err = fp.Write(block) + if err != nil { + log.Fatalf("临时文件保存异常: %s\n", err) + } + } + } + + if err != nil || recvSize != (b.end-(b.start+existSize)) { + log.Println("下载重试中") + if b.count > attempt { + pi <- b.id + err = nil + } + if b.count <= attempt { + b.count++ + startDownloadTask(filePath, tempFilePath, b, client) + } + } + + if err == nil { + group.Done() + } +} + +func cleanCache() { + for { + select { + case str := <-pi: + p := filePath(str) + deleteFile(p) + exit <- false + exitSub <- false + case <-exitSub: + break + } + } +} + +func processBar(length int64, t time.Time) { + for { + var sum int64 = 0 + for key, _ := range downloadContext.fileNames { + sum += getFileSize(key) + } + percent := getPercent(sum, length) + result, _ := strconv.Atoi(percent) + str := percent + "%" + "[" + bar(result, 100) + "] " + " " + fmt.Sprintf("%.f", getCurrentSize(t)) + "s" + fmt.Printf("\r%s", str) + time.Sleep(100 * time.Millisecond) + if sum == length { + fmt.Println("") + break + } + } +} + +func bar(count, size int) string { + str := "" + for i := 0; i < size; i++ { + if i < count { + str += "=" + } else { + str += " " + } + } + return str +} + +func getPercent(a int64, b int64) string { + result := float64(a) / float64(b) * 100 + return fmt.Sprintf("%.f", result) +} + +func getCurrentSize(t time.Time) float64 { + return time.Now().Sub(t).Seconds() +} + +func distribFile(fPath string, client transportpb.FileServiceClient) int64 { + fileNameNotExt, fileName := parseName(fPath) + + infoReq := &transportpb.FileInfoRequest{ + FileName: fileName, + } + fileInfoResp, err := client.GetFileInfo(context.Background(), infoReq) + if err != nil { + log.Fatalf("获取文件信息异常: %v\n", err) + } + + length := fileInfoResp.FileSize + + if !checkFileStat(root) { + err := os.MkdirAll(root, 0777) + if err != nil { + panic(err) + } + } + + downloadContext.file = &fileInfo{filePath: fPath, fileName: fileName, length: length, savePath: filePath(fileName)} + blocks := chunkFile(length, thread, fileNameNotExt) + distribBlock(blocks) + return length + +} + +func parseName(fPath string) (tmpName, fullName string) { + u := []byte(fPath) + s := strings.LastIndex(fPath, "/") + if s == -1 { + s = 0 + fullName = string(u[s:]) + } else { + fullName = string(u[s+1:]) + } + t := []byte(fullName) + d := strings.LastIndex(fullName, ".") + if d == -1 { + d = len(t) + tmpName = string(t[:]) + } else { + tmpName = string(t[:d]) + } + return +} + +func distribBlock(b *block) { + if b == nil { + return + } + m := make(map[string]*block) + listId := []string{} + p := filePath(b.id) + m[p] = b + listId = append(listId, p) + for b.previous != nil { + b = b.previous + p = filePath(b.id) + m[p] = b + listId = append(listId, p) + } + downloadContext.fileNames = m + downloadContext.tempList = listId +} + +func chunkFile(length int64, thread int64, name string) (b *block) { + blockSize := length / thread + surplus := length % thread + b = nil + var start int64 + var i int64 + if surplus == 0 { + for i = 1; i <= thread; i++ { + seg := new(block) + r := name + MD5(strconv.FormatInt(i, 10)) + seg.id = r + seg.previous = b + seg.start = start + seg.end = blockSize * i + start = blockSize * i + b = seg + } + } else { + for i = 1; i <= thread; i++ { + seg := new(block) + r := name + MD5(strconv.FormatInt(i, 10)) + seg.id = r + seg.previous = b + seg.start = start + if i == thread { + seg.end = blockSize*i + surplus + } else { + seg.end = blockSize * i + } + start = blockSize * i + b = seg + } + } + return b +} + +// 生成32位MD5 +func MD5(text string) string { + ctx := md5.New() + ctx.Write([]byte(text)) + return hex.EncodeToString(ctx.Sum(nil)) +} + +func createFileOnly(file string) error { + if checkFileStat(file) { + deleteFile(file) + } + f, err := os.Create(file) + if err != nil { + log.Println(file, "文件创建失败") + } + defer f.Close() + return err +} + +func deleteFile(file string) error { + if !checkFileStat(file) { + return nil + } + err := os.Remove(file) + if err != nil { + log.Println(file, "文件删除失败") + } + return err +} + +func checkFileStat(file string) bool { + var exist = true + if _, err := os.Stat(file); os.IsNotExist(err) { + exist = false + } + return exist +} + +func checkBlockStat(filePath string, b *block) bool { + m := checkFileStat(filePath) + if m { + if int64(len(readFile(filePath))) == (b.end - b.start) { + return true + } else { + // deleteFile(filePath) + return false + } + } + return false +} + +func appendToFile(fileName string, content string) error { + // 以只写的模式，打开文件 + f, err := os.OpenFile(fileName, os.O_WRONLY, 0644) + if err != nil { + log.Println("file append failed. err: " + err.Error()) + } else { + // 查找文件末尾的偏移量 + n, _ := f.Seek(0, os.SEEK_END) + // 从末尾的偏移量开始写入内容 + _, err = f.WriteAt([]byte(content), n) + } + defer f.Close() + return err +} + +func readFile(path string) []byte { + fi, err := os.Open(path) + if err != nil { + panic(err) + } + defer fi.Close() + fd, _ := ioutil.ReadAll(fi) + return fd +} + +func filePath(id string) string { + var file string + file = filepath.Join(root, id) + return file +} + +func getFileSize(file string) int64 { + if !checkFileStat(file) { + return 0 + } + fi, _ := os.Stat(file) + return fi.Size() +} diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..fa0b3d5 --- /dev/null +++ b/go.mod @@ -0,0 +1,10 @@ +module yunlian-file-v2 + +go 1.16 + +require ( + github.com/dustin/go-humanize v1.0.0 + github.com/golang/protobuf v1.5.2 // indirect + google.golang.org/grpc v1.37.0 + google.golang.org/protobuf v1.26.0 +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..664e2a2 --- /dev/null +++ b/go.sum @@ -0,0 +1,91 @@ +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/dustin/go-humanize v1.0.0 h1:VSnTsYCnlFHaM2/igO1h6X3HA71jcobQuxemgkq4zYo= +github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk= +github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.9-0.20210217033140-668b12f5399d/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk= +github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= +github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= +github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= +github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= +github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= +github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= +github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= +github.com/golang/protobuf v1.5.2 h1:ROPKBNFfQgOUMifHyP+KYbvpjbdoFNs+aK7DXlji0Tw= +github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= +github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.5 h1:Khx7svrCpmxxtHBq5j2mp/xVjsi8hQMfNLvJFAlrGgU= +github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a h1:oWX7TPOiFAMXLq8o0ikBYfCJVlRHBcsciT5bXOrH628= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a h1:1BGLXjeY4akVXGgbC9HugT3Jv3hCI0z56oJR5vAMgBU= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/text v0.3.0 h1:g61tztE5qeGQ89tm6NTjjM9VPIm088od1l6aSorWRWg= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013 h1:+kGHl1aib/qcwaRi1CbqBZ1rk19r85MNUf8HaBghugY= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= +google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= +google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.37.0 h1:uSZWeQJX5j11bIQ4AJoj+McDBo29cY1MCoC1wO3ts+c= +google.golang.org/grpc v1.37.0/go.mod h1:NREThFqKR1f3iQ6oBuvc5LadQuXVGo9rkm5ZGrQdJfM= +google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= +google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= +google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= +google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= +google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= +google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= +google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= +google.golang.org/protobuf v1.26.0 h1:bxAC2xTBsZGibn2RTntX0oH50xLsqy1OxA9tTL3p/lk= +google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= diff --git a/proto/transport.pb.go b/proto/transport.pb.go new file mode 100644 index 0000000..3b85086 --- /dev/null +++ b/proto/transport.pb.go @@ -0,0 +1,552 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// versions: +// protoc-gen-go v1.26.0 +// protoc v3.15.8 +// source: transport.proto + +package proto + +import ( + context "context" + grpc "google.golang.org/grpc" + codes "google.golang.org/grpc/codes" + status "google.golang.org/grpc/status" + protoreflect "google.golang.org/protobuf/reflect/protoreflect" + protoimpl "google.golang.org/protobuf/runtime/protoimpl" + reflect "reflect" + sync "sync" +) + +const ( + // Verify that this generated code is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) + // Verify that runtime/protoimpl is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) +) + +type FileRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + FileName string `protobuf:"bytes,1,opt,name=file_name,json=fileName,proto3" json:"file_name,omitempty"` + FileRangeStart int64 `protobuf:"varint,2,opt,name=file_range_start,json=fileRangeStart,proto3" json:"file_range_start,omitempty"` + FileRangeEnd int64 `protobuf:"varint,3,opt,name=file_range_end,json=fileRangeEnd,proto3" json:"file_range_end,omitempty"` +} + +func (x *FileRequest) Reset() { + *x = FileRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_transport_proto_msgTypes[0] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *FileRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*FileRequest) ProtoMessage() {} + +func (x *FileRequest) ProtoReflect() protoreflect.Message { + mi := &file_transport_proto_msgTypes[0] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use FileRequest.ProtoReflect.Descriptor instead. +func (*FileRequest) Descriptor() ([]byte, []int) { + return file_transport_proto_rawDescGZIP(), []int{0} +} + +func (x *FileRequest) GetFileName() string { + if x != nil { + return x.FileName + } + return "" +} + +func (x *FileRequest) GetFileRangeStart() int64 { + if x != nil { + return x.FileRangeStart + } + return 0 +} + +func (x *FileRequest) GetFileRangeEnd() int64 { + if x != nil { + return x.FileRangeEnd + } + return 0 +} + +type FileResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Block []byte `protobuf:"bytes,1,opt,name=block,proto3" json:"block,omitempty"` + FileSize int64 `protobuf:"varint,2,opt,name=file_size,json=fileSize,proto3" json:"file_size,omitempty"` + BlockSize int64 `protobuf:"varint,3,opt,name=block_size,json=blockSize,proto3" json:"block_size,omitempty"` +} + +func (x *FileResponse) Reset() { + *x = FileResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_transport_proto_msgTypes[1] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *FileResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*FileResponse) ProtoMessage() {} + +func (x *FileResponse) ProtoReflect() protoreflect.Message { + mi := &file_transport_proto_msgTypes[1] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use FileResponse.ProtoReflect.Descriptor instead. +func (*FileResponse) Descriptor() ([]byte, []int) { + return file_transport_proto_rawDescGZIP(), []int{1} +} + +func (x *FileResponse) GetBlock() []byte { + if x != nil { + return x.Block + } + return nil +} + +func (x *FileResponse) GetFileSize() int64 { + if x != nil { + return x.FileSize + } + return 0 +} + +func (x *FileResponse) GetBlockSize() int64 { + if x != nil { + return x.BlockSize + } + return 0 +} + +type FileInfoRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + FileName string `protobuf:"bytes,1,opt,name=file_name,json=fileName,proto3" json:"file_name,omitempty"` +} + +func (x *FileInfoRequest) Reset() { + *x = FileInfoRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_transport_proto_msgTypes[2] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *FileInfoRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*FileInfoRequest) ProtoMessage() {} + +func (x *FileInfoRequest) ProtoReflect() protoreflect.Message { + mi := &file_transport_proto_msgTypes[2] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use FileInfoRequest.ProtoReflect.Descriptor instead. +func (*FileInfoRequest) Descriptor() ([]byte, []int) { + return file_transport_proto_rawDescGZIP(), []int{2} +} + +func (x *FileInfoRequest) GetFileName() string { + if x != nil { + return x.FileName + } + return "" +} + +type FileInfoResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + FileName string `protobuf:"bytes,1,opt,name=file_name,json=fileName,proto3" json:"file_name,omitempty"` + FileSize int64 `protobuf:"varint,2,opt,name=file_size,json=fileSize,proto3" json:"file_size,omitempty"` + FileSha256 string `protobuf:"bytes,3,opt,name=file_sha256,json=fileSha256,proto3" json:"file_sha256,omitempty"` +} + +func (x *FileInfoResponse) Reset() { + *x = FileInfoResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_transport_proto_msgTypes[3] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *FileInfoResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*FileInfoResponse) ProtoMessage() {} + +func (x *FileInfoResponse) ProtoReflect() protoreflect.Message { + mi := &file_transport_proto_msgTypes[3] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use FileInfoResponse.ProtoReflect.Descriptor instead. +func (*FileInfoResponse) Descriptor() ([]byte, []int) { + return file_transport_proto_rawDescGZIP(), []int{3} +} + +func (x *FileInfoResponse) GetFileName() string { + if x != nil { + return x.FileName + } + return "" +} + +func (x *FileInfoResponse) GetFileSize() int64 { + if x != nil { + return x.FileSize + } + return 0 +} + +func (x *FileInfoResponse) GetFileSha256() string { + if x != nil { + return x.FileSha256 + } + return "" +} + +var File_transport_proto protoreflect.FileDescriptor + +var file_transport_proto_rawDesc = []byte{ + 0x0a, 0x0f, 0x74, 0x72, 0x61, 0x6e, 0x73, 0x70, 0x6f, 0x72, 0x74, 0x2e, 0x70, 0x72, 0x6f, 0x74, + 0x6f, 0x12, 0x05, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0x7a, 0x0a, 0x0b, 0x66, 0x69, 0x6c, 0x65, + 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1b, 0x0a, 0x09, 0x66, 0x69, 0x6c, 0x65, 0x5f, + 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x66, 0x69, 0x6c, 0x65, + 0x4e, 0x61, 0x6d, 0x65, 0x12, 0x28, 0x0a, 0x10, 0x66, 0x69, 0x6c, 0x65, 0x5f, 0x72, 0x61, 0x6e, + 0x67, 0x65, 0x5f, 0x73, 0x74, 0x61, 0x72, 0x74, 0x18, 0x02, 0x20, 0x01, 0x28, 0x03, 0x52, 0x0e, + 0x66, 0x69, 0x6c, 0x65, 0x52, 0x61, 0x6e, 0x67, 0x65, 0x53, 0x74, 0x61, 0x72, 0x74, 0x12, 0x24, + 0x0a, 0x0e, 0x66, 0x69, 0x6c, 0x65, 0x5f, 0x72, 0x61, 0x6e, 0x67, 0x65, 0x5f, 0x65, 0x6e, 0x64, + 0x18, 0x03, 0x20, 0x01, 0x28, 0x03, 0x52, 0x0c, 0x66, 0x69, 0x6c, 0x65, 0x52, 0x61, 0x6e, 0x67, + 0x65, 0x45, 0x6e, 0x64, 0x22, 0x60, 0x0a, 0x0c, 0x66, 0x69, 0x6c, 0x65, 0x52, 0x65, 0x73, 0x70, + 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x14, 0x0a, 0x05, 0x62, 0x6c, 0x6f, 0x63, 0x6b, 0x18, 0x01, 0x20, + 0x01, 0x28, 0x0c, 0x52, 0x05, 0x62, 0x6c, 0x6f, 0x63, 0x6b, 0x12, 0x1b, 0x0a, 0x09, 0x66, 0x69, + 0x6c, 0x65, 0x5f, 0x73, 0x69, 0x7a, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x03, 0x52, 0x08, 0x66, + 0x69, 0x6c, 0x65, 0x53, 0x69, 0x7a, 0x65, 0x12, 0x1d, 0x0a, 0x0a, 0x62, 0x6c, 0x6f, 0x63, 0x6b, + 0x5f, 0x73, 0x69, 0x7a, 0x65, 0x18, 0x03, 0x20, 0x01, 0x28, 0x03, 0x52, 0x09, 0x62, 0x6c, 0x6f, + 0x63, 0x6b, 0x53, 0x69, 0x7a, 0x65, 0x22, 0x2e, 0x0a, 0x0f, 0x66, 0x69, 0x6c, 0x65, 0x49, 0x6e, + 0x66, 0x6f, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1b, 0x0a, 0x09, 0x66, 0x69, 0x6c, + 0x65, 0x5f, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x66, 0x69, + 0x6c, 0x65, 0x4e, 0x61, 0x6d, 0x65, 0x22, 0x6d, 0x0a, 0x10, 0x66, 0x69, 0x6c, 0x65, 0x49, 0x6e, + 0x66, 0x6f, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x1b, 0x0a, 0x09, 0x66, 0x69, + 0x6c, 0x65, 0x5f, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x66, + 0x69, 0x6c, 0x65, 0x4e, 0x61, 0x6d, 0x65, 0x12, 0x1b, 0x0a, 0x09, 0x66, 0x69, 0x6c, 0x65, 0x5f, + 0x73, 0x69, 0x7a, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x03, 0x52, 0x08, 0x66, 0x69, 0x6c, 0x65, + 0x53, 0x69, 0x7a, 0x65, 0x12, 0x1f, 0x0a, 0x0b, 0x66, 0x69, 0x6c, 0x65, 0x5f, 0x73, 0x68, 0x61, + 0x32, 0x35, 0x36, 0x18, 0x03, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0a, 0x66, 0x69, 0x6c, 0x65, 0x53, + 0x68, 0x61, 0x32, 0x35, 0x36, 0x32, 0x88, 0x01, 0x0a, 0x0b, 0x66, 0x69, 0x6c, 0x65, 0x53, 0x65, + 0x72, 0x76, 0x69, 0x63, 0x65, 0x12, 0x37, 0x0a, 0x08, 0x44, 0x6f, 0x77, 0x6e, 0x6c, 0x6f, 0x61, + 0x64, 0x12, 0x12, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x2e, 0x66, 0x69, 0x6c, 0x65, 0x52, 0x65, + 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x13, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x2e, 0x66, 0x69, + 0x6c, 0x65, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x30, 0x01, 0x12, 0x40, + 0x0a, 0x0b, 0x47, 0x65, 0x74, 0x46, 0x69, 0x6c, 0x65, 0x49, 0x6e, 0x66, 0x6f, 0x12, 0x16, 0x2e, + 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x2e, 0x66, 0x69, 0x6c, 0x65, 0x49, 0x6e, 0x66, 0x6f, 0x52, 0x65, + 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x17, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x2e, 0x66, 0x69, + 0x6c, 0x65, 0x49, 0x6e, 0x66, 0x6f, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, + 0x42, 0x09, 0x5a, 0x07, 0x2e, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x06, 0x70, 0x72, 0x6f, + 0x74, 0x6f, 0x33, +} + +var ( + file_transport_proto_rawDescOnce sync.Once + file_transport_proto_rawDescData = file_transport_proto_rawDesc +) + +func file_transport_proto_rawDescGZIP() []byte { + file_transport_proto_rawDescOnce.Do(func() { + file_transport_proto_rawDescData = protoimpl.X.CompressGZIP(file_transport_proto_rawDescData) + }) + return file_transport_proto_rawDescData +} + +var file_transport_proto_msgTypes = make([]protoimpl.MessageInfo, 4) +var file_transport_proto_goTypes = []interface{}{ + (*FileRequest)(nil), // 0: proto.fileRequest + (*FileResponse)(nil), // 1: proto.fileResponse + (*FileInfoRequest)(nil), // 2: proto.fileInfoRequest + (*FileInfoResponse)(nil), // 3: proto.fileInfoResponse +} +var file_transport_proto_depIdxs = []int32{ + 0, // 0: proto.fileService.Download:input_type -> proto.fileRequest + 2, // 1: proto.fileService.GetFileInfo:input_type -> proto.fileInfoRequest + 1, // 2: proto.fileService.Download:output_type -> proto.fileResponse + 3, // 3: proto.fileService.GetFileInfo:output_type -> proto.fileInfoResponse + 2, // [2:4] is the sub-list for method output_type + 0, // [0:2] is the sub-list for method input_type + 0, // [0:0] is the sub-list for extension type_name + 0, // [0:0] is the sub-list for extension extendee + 0, // [0:0] is the sub-list for field type_name +} + +func init() { file_transport_proto_init() } +func file_transport_proto_init() { + if File_transport_proto != nil { + return + } + if !protoimpl.UnsafeEnabled { + file_transport_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*FileRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_transport_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*FileResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_transport_proto_msgTypes[2].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*FileInfoRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_transport_proto_msgTypes[3].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*FileInfoResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + } + type x struct{} + out := protoimpl.TypeBuilder{ + File: protoimpl.DescBuilder{ + GoPackagePath: reflect.TypeOf(x{}).PkgPath(), + RawDescriptor: file_transport_proto_rawDesc, + NumEnums: 0, + NumMessages: 4, + NumExtensions: 0, + NumServices: 1, + }, + GoTypes: file_transport_proto_goTypes, + DependencyIndexes: file_transport_proto_depIdxs, + MessageInfos: file_transport_proto_msgTypes, + }.Build() + File_transport_proto = out.File + file_transport_proto_rawDesc = nil + file_transport_proto_goTypes = nil + file_transport_proto_depIdxs = nil +} + +// Reference imports to suppress errors if they are not otherwise used. +var _ context.Context +var _ grpc.ClientConnInterface + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the grpc package it is being compiled against. +const _ = grpc.SupportPackageIsVersion6 + +// FileServiceClient is the client API for FileService service. +// +// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream. +type FileServiceClient interface { + Download(ctx context.Context, in *FileRequest, opts ...grpc.CallOption) (FileService_DownloadClient, error) + GetFileInfo(ctx context.Context, in *FileInfoRequest, opts ...grpc.CallOption) (*FileInfoResponse, error) +} + +type fileServiceClient struct { + cc grpc.ClientConnInterface +} + +func NewFileServiceClient(cc grpc.ClientConnInterface) FileServiceClient { + return &fileServiceClient{cc} +} + +func (c *fileServiceClient) Download(ctx context.Context, in *FileRequest, opts ...grpc.CallOption) (FileService_DownloadClient, error) { + stream, err := c.cc.NewStream(ctx, &_FileService_serviceDesc.Streams[0], "/proto.fileService/Download", opts...) + if err != nil { + return nil, err + } + x := &fileServiceDownloadClient{stream} + if err := x.ClientStream.SendMsg(in); err != nil { + return nil, err + } + if err := x.ClientStream.CloseSend(); err != nil { + return nil, err + } + return x, nil +} + +type FileService_DownloadClient interface { + Recv() (*FileResponse, error) + grpc.ClientStream +} + +type fileServiceDownloadClient struct { + grpc.ClientStream +} + +func (x *fileServiceDownloadClient) Recv() (*FileResponse, error) { + m := new(FileResponse) + if err := x.ClientStream.RecvMsg(m); err != nil { + return nil, err + } + return m, nil +} + +func (c *fileServiceClient) GetFileInfo(ctx context.Context, in *FileInfoRequest, opts ...grpc.CallOption) (*FileInfoResponse, error) { + out := new(FileInfoResponse) + err := c.cc.Invoke(ctx, "/proto.fileService/GetFileInfo", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +// FileServiceServer is the server API for FileService service. +type FileServiceServer interface { + Download(*FileRequest, FileService_DownloadServer) error + GetFileInfo(context.Context, *FileInfoRequest) (*FileInfoResponse, error) +} + +// UnimplementedFileServiceServer can be embedded to have forward compatible implementations. +type UnimplementedFileServiceServer struct { +} + +func (*UnimplementedFileServiceServer) Download(*FileRequest, FileService_DownloadServer) error { + return status.Errorf(codes.Unimplemented, "method Download not implemented") +} +func (*UnimplementedFileServiceServer) GetFileInfo(context.Context, *FileInfoRequest) (*FileInfoResponse, error) { + return nil, status.Errorf(codes.Unimplemented, "method GetFileInfo not implemented") +} + +func RegisterFileServiceServer(s *grpc.Server, srv FileServiceServer) { + s.RegisterService(&_FileService_serviceDesc, srv) +} + +func _FileService_Download_Handler(srv interface{}, stream grpc.ServerStream) error { + m := new(FileRequest) + if err := stream.RecvMsg(m); err != nil { + return err + } + return srv.(FileServiceServer).Download(m, &fileServiceDownloadServer{stream}) +} + +type FileService_DownloadServer interface { + Send(*FileResponse) error + grpc.ServerStream +} + +type fileServiceDownloadServer struct { + grpc.ServerStream +} + +func (x *fileServiceDownloadServer) Send(m *FileResponse) error { + return x.ServerStream.SendMsg(m) +} + +func _FileService_GetFileInfo_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(FileInfoRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(FileServiceServer).GetFileInfo(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/proto.fileService/GetFileInfo", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(FileServiceServer).GetFileInfo(ctx, req.(*FileInfoRequest)) + } + return interceptor(ctx, in, info, handler) +} + +var _FileService_serviceDesc = grpc.ServiceDesc{ + ServiceName: "proto.fileService", + HandlerType: (*FileServiceServer)(nil), + Methods: []grpc.MethodDesc{ + { + MethodName: "GetFileInfo", + Handler: _FileService_GetFileInfo_Handler, + }, + }, + Streams: []grpc.StreamDesc{ + { + StreamName: "Download", + Handler: _FileService_Download_Handler, + ServerStreams: true, + }, + }, + Metadata: "transport.proto", +} diff --git a/proto/transport.proto b/proto/transport.proto new file mode 100644 index 0000000..74d1303 --- /dev/null +++ b/proto/transport.proto @@ -0,0 +1,33 @@ +syntax = "proto3"; + +package proto; + +option go_package = "./proto"; + + +message fileRequest{ + string file_name = 1; + int64 file_range_start = 2; + int64 file_range_end = 3; +} + +message fileResponse{ + bytes block = 1; + int64 file_size = 2; + int64 block_size = 3; +} + +message fileInfoRequest{ + string file_name = 1; +} + +message fileInfoResponse{ + string file_name = 1; + int64 file_size = 2; + string file_sha256 = 3; +} + +service fileService{ + rpc Download(fileRequest) returns (stream fileResponse){}; + rpc GetFileInfo(fileInfoRequest) returns (fileInfoResponse) {}; +} diff --git a/readme.md b/readme.md new file mode 100644 index 0000000..6c2085c --- /dev/null +++ b/readme.md @@ -0,0 +1 @@ +protoc -I=proto --go_out=plugins=grpc:. ./proto/*.proto diff --git a/server/server.go b/server/server.go new file mode 100644 index 0000000..038ce2c --- /dev/null +++ b/server/server.go @@ -0,0 +1,130 @@ +/** + * Created by IntelliJ IDEA. + * User: Ar.M + * Date: 2020-05-10 + * Time: 22:13 + */ +package main + +import ( + "context" + "crypto/sha256" + "encoding/hex" + "fmt" + "google.golang.org/grpc" + "io" + "log" + "net" + "os" + "path/filepath" + transportpb "yunlian-file-v2/proto" +) + +var filesDir string + +func init() { + str, _ := os.Getwd() + filesDir = filepath.Join(str, "/files") +} + +type server struct{} + +func (s *server) GetFileInfo(ctx context.Context, req *transportpb.FileInfoRequest) (*transportpb.FileInfoResponse, error) { + + fileName := req.GetFileName() + + path := filepath.Join(filesDir, fileName) + + file, err := os.Open(path) + defer file.Close() + if err != nil { + return nil, err + } + hash := sha256.New() + if _, err := io.Copy(hash, file); err != nil { + fmt.Println(err) + } + fileSha256 := hex.EncodeToString(hash.Sum(nil)) + + fileInfo, err := file.Stat() + if err != nil { + return nil, err + } + + resp := &transportpb.FileInfoResponse{ + FileName: fileName, + FileSize: fileInfo.Size(), + FileSha256: fileSha256, + } + + return resp, nil +} + +func (s *server) Download(req *transportpb.FileRequest, stream transportpb.FileService_DownloadServer) error { + fileName := req.GetFileName() + fileRangeStart := req.GetFileRangeStart() + fileRangeEnd := req.GetFileRangeEnd() + + path := filepath.Join(filesDir, fileName) + + fileInfo, err := os.Stat(path) + if err != nil { + return err + } + fileSize := fileInfo.Size() + + f, err := os.Open(path) + if err != nil { + return err + } + defer f.Close() + + _, err = f.Seek(fileRangeStart, 0) + if err != nil { + return err + } + log.Printf("开始读取区块: %d-%d\n", fileRangeStart, fileRangeEnd) + + var totalBytesStreamed int64 + var packageLen int64 = 1024 + + for totalBytesStreamed < fileRangeEnd-fileRangeStart { + block := make([]byte, packageLen) + if totalBytesStreamed+packageLen > fileRangeEnd-fileRangeStart { + block = make([]byte, fileRangeEnd-fileRangeStart-totalBytesStreamed) + } + + bytesRead, err := f.Read(block) + if err == io.EOF { + break + } + + if err != nil { + return err + } + + if err := stream.Send(&transportpb.FileResponse{ + Block: block, + FileSize: fileSize, + }); err != nil { + return err + } + totalBytesStreamed += int64(bytesRead) + } + return nil +} + +func main() { + lis, err := net.Listen("tcp", "0.0.0.0:10086") + if err != nil { + log.Fatalf("Failed to listen on 10086 : %v\n", err) + } + + s := grpc.NewServer() + transportpb.RegisterFileServiceServer(s, &server{}) + + fmt.Println("Starting server on 10086") + if err := s.Serve(lis); err != nil { + log.Fatalf("failed to start server : %v\n", err) + } +}