THRIFT-2497 server and client for test/go, also several fixes and improvements
Client: Go
Patch: Aleksey Pesternikov
This closes #109
commit f2e7186ca8d63f407dba0c56ee51afd6405926ba
Author: Aleksey Pesternikov <ap@alekseys-mbp.att.net>
Date: 2014-04-22T12:48:14Z
add _ to generated filename if it ends with _test.go
commit a6ed88196fbf4622a3b0261bbac0fe6b258bdd36
Author: Aleksey Pesternikov <ap@alekseys-mbp.att.net>
Date: 2014-04-22T14:19:13Z
use tcxx instead of tr1 in test/cpp
commit d1848fa05f4baefc66eb405f4b1a8657bb2869bd
Author: Aleksey Pesternikov <ap@alekseys-macbook-pro.local>
Date: 2014-04-23T01:01:03Z
Merge branch 'master' of https://github.com/apache/thrift into go_integration
commit 04d22fef228d3f868b32a296a38f99ff52ee2142
Author: Aleksey Pesternikov <ap@alekseys-macbook-pro.local>
Date: 2014-04-25T00:34:24Z
additions:
test for client/server with several protocol/transport/ssl combinations
bin/testclient and bin/testserver
debug_transport
fixes:
separate Listen() and AcceptLoop() instead of Serve() in SimpleServer
if handler function returns any unknown exception, handler closes connection
commit ed88d57d977cffea9fac8f61143801f3097ef46c
Author: Aleksey Pesternikov <ap@alekseys-mbp.att.net>
Date: 2014-04-25T13:29:54Z
Generate lowercase package name
lowercased pkg name in thrift files
underline() -> lowercase()
commit 498a910c6c6753a4b1e3633eb5c9c82be33e8c7b
Author: Aleksey Pesternikov <ap@alekseys-mbp.att.net>
Date: 2014-04-25T13:32:26Z
Merge branch 'master' into go_test_service_name
commit 25792d7218a2c32ee3c2077f65ca7d0cea7f31f5
Author: Aleksey Pesternikov <ap@alekseys-mbp.att.net>
Date: 2014-04-22T12:48:14Z
add _ to generated filename if it ends with _test.go
commit af994b415308a2e174d57a03675fc83d7cbd43d1
Author: Aleksey Pesternikov <ap@alekseys-macbook-pro.local>
Date: 2014-04-25T00:34:24Z
additions:
test for client/server with several protocol/transport/ssl combinations
bin/testclient and bin/testserver
debug_transport
fixes:
separate Listen() and AcceptLoop() instead of Serve() in SimpleServer
if handler function returns any unknown exception, handler closes connection
commit f22a777a5d5b4d93a8d7981e7aadc2c63919518a
Author: Aleksey Pesternikov <ap@alekseys-mbp.att.net>
Date: 2014-04-25T13:44:08Z
Merge branch 'go_integration' of github.com:apesternikov/thrift into go_integration
commit 49a33c8c80ea35f923ee9aa3577780fcf41fe840
Author: Aleksey Pesternikov <ap@alekseys-mbp.att.net>
Date: 2014-04-25T13:49:05Z
Merge branch 'master' into test_cpp_on_mac
commit 81b402ec6301f6b132c9b346ad5481f55f0aff89
Author: Aleksey Pesternikov <ap@alekseys-mbp.att.net>
Date: 2014-04-25T13:56:56Z
operator < for ThriftTest
commit cde312d940d12077274dd0ba677ca850b5b439a7
Author: Aleksey Pesternikov <ap@alekseys-mbp.att.net>
Date: 2014-04-25T14:12:58Z
minor formatting
commit 0a693115c2c20a2a8375f3859ff7bed261e6c8da
Author: Aleksey Pesternikov <ap@alekseys-mbp.att.net>
Date: 2014-04-25T14:13:20Z
Merge branch 'test_cpp_on_mac' into go_integration
commit e06b5d24e8b6d429723a3c77a58c6ce903e1366a
Author: Aleksey Pesternikov <ap@alekseys-macbook-pro.local>
Date: 2014-04-25T15:19:20Z
Merge branch 'go_test_service_name' into go_integration
commit 42d577c9812a070060c773fcd0598e58e6d6ba61
Author: Aleksey Pesternikov <ap@alekseys-macbook-pro.local>
Date: 2014-04-25T15:39:57Z
imported THRIFT-2491
lowercase package names
commit 491ccf8b018c046c5ced72b1e19d9ac4ec48a6f5
Author: Aleksey Pesternikov <ap@alekseys-macbook-pro.local>
Date: 2014-04-25T15:51:53Z
--noinsane flag for c++ TestClient. works with go server now for other default params
commit 78db3c9a3a5742818a5de6e57f2fe9aed84919e5
Author: Aleksey Pesternikov <ap@alekseys-macbook-pro.local>
Date: 2014-04-25T16:03:23Z
license
diff --git a/test/go/src/bin/stress/main.go b/test/go/src/bin/stress/main.go
new file mode 100644
index 0000000..4fc88e0
--- /dev/null
+++ b/test/go/src/bin/stress/main.go
@@ -0,0 +1,254 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package main
+
+import (
+ "flag"
+ "fmt"
+ "gen/stress"
+ "log"
+ _ "net/http/pprof"
+ "os"
+ "runtime"
+ "runtime/pprof"
+ "sync"
+ "sync/atomic"
+ "thrift"
+ "time"
+)
+
+var cpuprofile = flag.String("cpuprofile", "", "write cpu profile to this file")
+var memprofile = flag.String("memprofile", "", "write memory profile to this file")
+
+var (
+ host = flag.String("host", "localhost", "Host to connect")
+ port = flag.Int64("port", 9091, "Port number to connect")
+ loop = flag.Int("loops", 50000, "The number of remote thrift calls each client makes")
+ runserver = flag.Int("server", 1, "Run the Thrift server in this process")
+ clients = flag.Int("clients", 20, "Number of client threads to create - 0 implies no clients, i.e. server only")
+ callName = flag.String("call", "echoVoid", "Service method to call, one of echoVoid, echoByte, echoI32, echoI64, echoString, echiList, echoSet, echoMap")
+ compact = flag.Bool("compact", false, "Use compact protocol instead of binary.")
+ framed = flag.Bool("framed", false, "Use framed transport instead of buffered.")
+)
+var hostPort string
+
+type callT int64
+
+const (
+ echoVoid callT = iota
+ echoByte
+ echoI32
+ echoI64
+ echoString
+ echiList
+ echoSet
+ echoMap
+)
+
+var callTMap = map[string]callT{
+ "echoVoid": echoVoid,
+ "echoByte": echoByte,
+ "echoI32": echoI32,
+ "echoI64": echoI64,
+ "echoString": echoString,
+ "echiList": echiList,
+ "echoSet": echoSet,
+ "echoMap": echoMap,
+}
+var callType callT
+
+var ready, done sync.WaitGroup
+
+var clicounter int64 = 0
+var counter int64 = 0
+
+func main() {
+ flag.Parse()
+ if *memprofile != "" {
+ runtime.MemProfileRate = 100
+ }
+ var ok bool
+ if callType, ok = callTMap[*callName]; !ok {
+ log.Fatal("Unknown service call", *callName)
+ }
+ if *cpuprofile != "" {
+ f, err := os.Create(*cpuprofile)
+ if err != nil {
+ log.Fatal(err)
+ }
+ pprof.StartCPUProfile(f)
+ defer pprof.StopCPUProfile()
+ }
+ hostPort = fmt.Sprintf("%s:%d", *host, *port)
+ var protocolFactory thrift.TProtocolFactory
+ var transportFactory thrift.TTransportFactory
+
+ if *compact {
+ protocolFactory = thrift.NewTCompactProtocolFactory()
+ } else {
+ protocolFactory = thrift.NewTBinaryProtocolFactoryDefault()
+ }
+
+ if *framed {
+ transportFactory = thrift.NewTTransportFactory()
+ transportFactory = thrift.NewTFramedTransportFactory(transportFactory)
+ } else {
+ transportFactory = thrift.NewTBufferedTransportFactory(8192)
+ }
+
+ if *runserver > 0 {
+ serverTransport, err := thrift.NewTServerSocket(hostPort)
+ if err != nil {
+ log.Fatalf("Unable to create server socket: %s", err)
+ }
+
+ processor := stress.NewServiceProcessor(&handler{})
+ server := thrift.NewTSimpleServer4(processor, serverTransport, transportFactory, protocolFactory)
+ if *clients == 0 {
+ server.Serve()
+ } else {
+ go server.Serve()
+ }
+ }
+ //start clients
+ if *clients != 0 {
+ ready.Add(*clients + 1)
+ done.Add(*clients)
+ for i := 0; i < *clients; i++ {
+ go client(protocolFactory)
+ }
+ ready.Done()
+ ready.Wait()
+ //run!
+ startTime := time.Now()
+ //wait for completion
+ done.Wait()
+ endTime := time.Now()
+ duration := endTime.Sub(startTime)
+ log.Printf("%d calls in %v (%f calls per second)\n", clicounter, duration, float64(clicounter)/duration.Seconds())
+ }
+ if *memprofile != "" {
+ f, err := os.Create(*memprofile)
+ if err != nil {
+ log.Fatal(err)
+ }
+ pprof.WriteHeapProfile(f)
+ f.Close()
+ return
+ }
+}
+
+func client(protocolFactory thrift.TProtocolFactory) {
+ trans, err := thrift.NewTSocket(hostPort)
+ if err != nil {
+ log.Fatalf("Unable to create server socket: %s", err)
+ }
+ btrans := thrift.NewTBufferedTransport(trans, 2048)
+ client := stress.NewServiceClientFactory(btrans, protocolFactory)
+ err = trans.Open()
+ if err != nil {
+ log.Fatalf("Unable to open connection: %s", err)
+ }
+ ready.Done()
+ ready.Wait()
+ switch callType {
+ case echoVoid:
+ for i := 0; i < *loop; i++ {
+ client.EchoVoid()
+ atomic.AddInt64(&clicounter, 1)
+ }
+ case echoByte:
+ for i := 0; i < *loop; i++ {
+ client.EchoByte(42)
+ atomic.AddInt64(&clicounter, 1)
+ }
+ case echoI32:
+ for i := 0; i < *loop; i++ {
+ client.EchoI32(4242)
+ atomic.AddInt64(&clicounter, 1)
+ }
+ case echoI64:
+ for i := 0; i < *loop; i++ {
+ client.EchoI64(424242)
+ atomic.AddInt64(&clicounter, 1)
+ }
+ case echoString:
+ for i := 0; i < *loop; i++ {
+ client.EchoString("TestString")
+ atomic.AddInt64(&clicounter, 1)
+ }
+ case echiList:
+ l := []int8{-10, -9, -8, -7, -6, -5, -4, -3, -2, -1, 0, 1, 2, 3, 4, 5, 6, 7, 8}
+ for i := 0; i < *loop; i++ {
+ client.EchoList(l)
+ atomic.AddInt64(&clicounter, 1)
+ }
+ case echoSet:
+ s := map[int8]bool{-10: true, -9: true, -8: true, -7: true, -6: true, -5: true, -4: true, -3: true, -2: true, -1: true, 0: true, 1: true, 2: true, 3: true, 4: true, 5: true, 6: true, 7: true, 8: true}
+ for i := 0; i < *loop; i++ {
+ client.EchoSet(s)
+ atomic.AddInt64(&clicounter, 1)
+ }
+ case echoMap:
+ m := map[int8]int8{
+ -10: 10, -9: 9, -8: 8, -7: 7, -6: 6, -5: 5, -4: 4, -3: 3, -2: 2, -1: 1, 0: 0, 1: 1, 2: 2, 3: 3, 4: 4, 5: 5, 6: 6, 7: 7, 8: 8}
+ for i := 0; i < *loop; i++ {
+ client.EchoMap(m)
+ atomic.AddInt64(&clicounter, 1)
+ }
+ }
+
+ done.Done()
+}
+
+type handler struct{}
+
+func (h *handler) EchoVoid() (err error) {
+ atomic.AddInt64(&counter, 1)
+ return nil
+}
+func (h *handler) EchoByte(arg int8) (r int8, err error) {
+ atomic.AddInt64(&counter, 1)
+ return arg, nil
+}
+func (h *handler) EchoI32(arg int32) (r int32, err error) {
+ atomic.AddInt64(&counter, 1)
+ return arg, nil
+}
+func (h *handler) EchoI64(arg int64) (r int64, err error) {
+ atomic.AddInt64(&counter, 1)
+ return arg, nil
+}
+func (h *handler) EchoString(arg string) (r string, err error) {
+ atomic.AddInt64(&counter, 1)
+ return arg, nil
+}
+func (h *handler) EchoList(arg []int8) (r []int8, err error) {
+ atomic.AddInt64(&counter, 1)
+ return arg, nil
+}
+func (h *handler) EchoSet(arg map[int8]bool) (r map[int8]bool, err error) {
+ atomic.AddInt64(&counter, 1)
+ return arg, nil
+}
+func (h *handler) EchoMap(arg map[int8]int8) (r map[int8]int8, err error) {
+ atomic.AddInt64(&counter, 1)
+ return arg, nil
+}