add tcp read

Performance not so good. Could need some optimization.

Concurrency Level:      16
Time taken for tests:   33.575 seconds
Complete requests:      1048576
Failed requests:        0
Total transferred:      1106753375 bytes
Requests per second:    31230.86 [#/sec]
Transfer rate:          32191.03 [Kbytes/sec]

vs  normal http

Concurrency Level:      16
Time taken for tests:   24.829 seconds
Complete requests:      1048576
Failed requests:        0
Total transferred:      1106761259 bytes
Requests per second:    42231.10 [#/sec]
Transfer rate:          43529.78 [Kbytes/sec]

1 files changed, 44 insertions, 3 deletions

diff --git a/weed/command/benchmark.go b/weed/command/benchmark.go
index 9adcb6f33..326e0090c 100644
--- a/weed/command/benchmark.go
+++ b/weed/command/benchmark.go
@@ -7,6 +7,7 @@ import (
 	"io"
 	"math"
 	"math/rand"
+	"net"
 	"os"
 	"runtime"
 	"runtime/pprof"
@@ -41,7 +42,8 @@ type BenchmarkOptions struct {
 	maxCpu           *int
 	grpcDialOption   grpc.DialOption
 	masterClient     *wdclient.MasterClient
-	grpcRead         *bool
+	readByGrpc       *bool
+	readByTcp        *bool
 }
 
 var (
@@ -66,7 +68,8 @@ func init() {
 	b.replication = cmdBenchmark.Flag.String("replication", "000", "replication type")
 	b.cpuprofile = cmdBenchmark.Flag.String("cpuprofile", "", "cpu profile output file")
 	b.maxCpu = cmdBenchmark.Flag.Int("maxCpu", 0, "maximum number of CPUs. 0 means all available CPUs")
-	b.grpcRead = cmdBenchmark.Flag.Bool("grpcRead", false, "use grpc API to read")
+	b.readByGrpc = cmdBenchmark.Flag.Bool("read.grpc", false, "use grpc API to read")
+	b.readByTcp = cmdBenchmark.Flag.Bool("read.tcp", false, "use tcp API to read")
 	sharedBytes = make([]byte, 1024)
 }
 
@@ -283,7 +286,7 @@ func readFiles(fileIdLineChan chan string, s *stat) {
 		start := time.Now()
 		var bytesRead int
 		var err error
-		if *b.grpcRead {
+		if *b.readByGrpc {
 			volumeServer, err := b.masterClient.LookupVolumeServer(fid)
 			if err != nil {
 				s.failed++
@@ -291,6 +294,15 @@ func readFiles(fileIdLineChan chan string, s *stat) {
 				continue
 			}
 			bytesRead, err = grpcFileGet(volumeServer, fid, b.grpcDialOption)
+		} else if *b.readByTcp {
+			volumeServer, err := b.masterClient.LookupVolumeServer(fid)
+			if err != nil {
+				s.failed++
+				println("!!!! ", fid, " location not found!!!!!")
+				continue
+			}
+			bytesRead, err = tcpFileGet(volumeServer, fid)
+
 		} else {
 			url, err := b.masterClient.LookupFileId(fid)
 			if err != nil {
@@ -336,6 +348,35 @@ func grpcFileGet(volumeServer, fid string, grpcDialOption grpc.DialOption) (byte
 	return
 }
 
+func tcpFileGet(volumeServer, fid string) (bytesRead int, err error) {
+
+	err = operation.WithVolumeServerTcpConnection(volumeServer, func(conn net.Conn) error {
+		// println("requesting", fid, "...")
+		if err := util.WriteMessage(conn, &volume_server_pb.TcpRequestHeader{
+			Get: &volume_server_pb.FileGetRequest{FileId: fid},
+		}); err != nil {
+			return err
+		}
+
+		for {
+			resp := &volume_server_pb.FileGetResponse{}
+			// println("reading...")
+			respErr := util.ReadMessage(conn, resp)
+			if respErr != nil {
+				if respErr == io.EOF {
+					return nil
+				}
+				// println("err:", respErr.Error())
+				return respErr
+			}
+			// println("resp size", len(resp.Data))
+			bytesRead += len(resp.Data)
+		}
+	})
+
+	return
+}
+
 func writeFileIds(fileName string, fileIdLineChan chan string, finishChan chan bool) {
 	file, err := os.OpenFile(fileName, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0644)
 	if err != nil {