New benchmark results.

See alecthomas#49.

Author: alecthomas

Makefile

@@ -1,4 +1,7 @@
-all: FlatBufferA.go msgp_gen.go structdef-gogo.pb.go structdef.pb.go vitess_test.go structdef.capnp.go structdef.capnp2.go gencode.schema.gen.go
+# This is necessary due to the use of two conflicting generator commands for capnproto
+.NOTPARALLEL:
+
+all: FlatBufferA.go msgp_gen.go structdef-gogo.pb.go structdef.pb.go structdef.capnp.go structdef.capnp2.go gencode.schema.gen.go gencode-unsafe.schema.gen.go
 
 FlatBufferA.go: flatbuffers-structdef.fbs
 	flatc -g flatbuffers-structdef.fbs
@@ -10,17 +13,14 @@ msgp_gen.go: structdef.go
 	go generate
 
 structdef_easyjson.go: structdef.go
-    easyjson -all structdef.go
+	easyjson -all structdef.go
 
 structdef-gogo.pb.go: structdef-gogo.proto
 	protoc --gogofaster_out=. -I. -I${GOPATH}/src  -I${GOPATH}/src/github.com/gogo/protobuf/protobuf structdef-gogo.proto
 
 structdef.pb.go: structdef.proto
 	protoc --go_out=. structdef.proto
 
-vitess_test.go: structdef.go
-	bsongen -file=structdef.go -o=vitess_test.go -type=A
-
 structdef.capnp2.go: structdef.capnp2
 	go get -u zombiezen.com/go/capnproto2/... # conflicts with go-capnproto
 	capnp compile -I${GOPATH}/src -ogo structdef.capnp2
@@ -37,17 +37,16 @@ gencode-unsafe.schema.gen.go: gencode-unsafe.schema
 
 .PHONY: clean
 clean:
-	rm -f FlatBufferA.go msgp_gen.go structdef-gogo.pb.go structdef.pb.go vitess_test.go structdef.capnp.go structdef.capnp2.go gencode.schema.gen.go gencode-unsafe.schema.gen.go
+	rm -f FlatBufferA.go msgp_gen.go structdef-gogo.pb.go structdef.pb.go structdef.capnp.go structdef.capnp2.go gencode.schema.gen.go gencode-unsafe.schema.gen.go
 
 .PHONY: install
 install:
 	go get -u github.com/gogo/protobuf/protoc-gen-gogofaster
 	go get -u github.com/gogo/protobuf/gogoproto
 	go get -u github.com/golang/protobuf/protoc-gen-go
 	go get -u github.com/tinylib/msgp
-#	go get -u github.com/andyleap/gencode
+	go get -u github.com/andyleap/gencode
 	go get -u github.com/mailru/easyjson/...
-
 	go get -u github.com/DeDiS/protobuf
 	go get -u github.com/Sereal/Sereal/Go/sereal
 	go get -u github.com/alecthomas/binary

README.md

@@ -67,44 +67,46 @@ Results with Go 1.6 on a 3.1 GHz Intel Core i7 (MacBook Pro (Retina, 13-inch, Ea
 ```
 benchmark                                   iter           time/iter      bytes alloc               allocs
 ---------                                   ----           ---------      -----------               ------
-BenchmarkMsgpMarshal-4                      5000000        274 ns/op      128 B/op        1 allocs/op
-BenchmarkMsgpUnmarshal-4                    3000000        493 ns/op      112 B/op        3 allocs/op
-BenchmarkVmihailencoMsgpackMarshal-4        1000000       1681 ns/op      352 B/op        5 allocs/op
-BenchmarkVmihailencoMsgpackUnmarshal-4      1000000       2120 ns/op      352 B/op       13 allocs/op
-BenchmarkJsonMarshal-4                       500000       3498 ns/op     1232 B/op       10 allocs/op
-BenchmarkJsonUnmarshal-4                     500000       3596 ns/op      415 B/op        7 allocs/op
-BenchmarkEasyJsonMarshal-4                  1000000       1715 ns/op      784 B/op        5 allocs/op
-BenchmarkEasyJsonUnmarshal-4                1000000       1585 ns/op      160 B/op        4 allocs/op
-BenchmarkBsonMarshal-4                      1000000       1816 ns/op      392 B/op       10 allocs/op
-BenchmarkBsonUnmarshal-4                    1000000       2352 ns/op      248 B/op       21 allocs/op
-BenchmarkGobMarshal-4                       1000000       1174 ns/op       48 B/op        2 allocs/op
-BenchmarkGobUnmarshal-4                     1000000       1147 ns/op      112 B/op        3 allocs/op
-BenchmarkXdrMarshal-4                       1000000       2231 ns/op      455 B/op       20 allocs/op
-BenchmarkXdrUnmarshal-4                     1000000       1740 ns/op      239 B/op       11 allocs/op
-BenchmarkUgorjiCodecMsgpackMarshal-4         500000       3103 ns/op     2753 B/op        8 allocs/op
-BenchmarkUgorjiCodecMsgpackUnmarshal-4       500000       3341 ns/op     3008 B/op        6 allocs/op
-BenchmarkUgorjiCodecBincMarshal-4            500000       3156 ns/op     2785 B/op        8 allocs/op
-BenchmarkUgorjiCodecBincUnmarshal-4          500000       3601 ns/op     3168 B/op        9 allocs/op
-BenchmarkSerealMarshal-4                     300000       4171 ns/op      912 B/op       21 allocs/op
-BenchmarkSerealUnmarshal-4                   500000       3738 ns/op     1008 B/op       34 allocs/op
-BenchmarkBinaryMarshal-4                    1000000       1738 ns/op      256 B/op       16 allocs/op
-BenchmarkBinaryUnmarshal-4                  1000000       1867 ns/op      336 B/op       22 allocs/op
-BenchmarkFlatbuffersMarshal-4               5000000        389 ns/op        0 B/op        0 allocs/op
-BenchmarkFlatBuffersUnmarshal-4             5000000        345 ns/op      112 B/op        3 allocs/op
-BenchmarkCapNProtoMarshal-4                 3000000        553 ns/op       56 B/op        2 allocs/op
-BenchmarkCapNProtoUnmarshal-4               3000000        514 ns/op      216 B/op        6 allocs/op
-BenchmarkCapNProto2Marshal-4                1000000       1358 ns/op      436 B/op       12 allocs/op
-BenchmarkCapNProto2Unmarshal-4              1000000       1165 ns/op      464 B/op       12 allocs/op
-BenchmarkHproseMarshal-4                    1000000       1183 ns/op      478 B/op        8 allocs/op
-BenchmarkHproseUnmarshal-4                  1000000       1433 ns/op      320 B/op       10 allocs/op
-BenchmarkProtobufMarshal-4                  1000000       1264 ns/op      200 B/op        7 allocs/op
-BenchmarkProtobufUnmarshal-4                2000000        974 ns/op      192 B/op       10 allocs/op
-BenchmarkGoprotobufMarshal-4                2000000        743 ns/op      312 B/op        4 allocs/op
-BenchmarkGoprotobufUnmarshal-4              1000000       1006 ns/op      432 B/op        9 allocs/op
-BenchmarkGogoprotobufMarshal-4             10000000        212 ns/op       64 B/op        1 allocs/op
-BenchmarkGogoprotobufUnmarshal-4            5000000        296 ns/op       96 B/op        3 allocs/op
-BenchmarkGencodeMarshal-4                  10000000        216 ns/op       80 B/op        2 allocs/op
-BenchmarkGencodeUnmarshal-4                 5000000        257 ns/op      112 B/op        3 allocs/op
+BenchmarkMsgpMarshal-8                      5000000        247 ns/op      128 B/op        1 allocs/op
+BenchmarkMsgpUnmarshal-8                    3000000        440 ns/op      112 B/op        3 allocs/op
+BenchmarkVmihailencoMsgpackMarshal-8        1000000       1670 ns/op      352 B/op        5 allocs/op
+BenchmarkVmihailencoMsgpackUnmarshal-8      1000000       1866 ns/op      352 B/op       13 allocs/op
+BenchmarkJsonMarshal-8                       500000       3216 ns/op     1232 B/op       10 allocs/op
+BenchmarkJsonUnmarshal-8                     500000       3305 ns/op      416 B/op        7 allocs/op
+BenchmarkEasyJsonMarshal-8                  1000000       1644 ns/op      784 B/op        5 allocs/op
+BenchmarkEasyJsonUnmarshal-8                1000000       1431 ns/op      160 B/op        4 allocs/op
+BenchmarkBsonMarshal-8                      1000000       1642 ns/op      392 B/op       10 allocs/op
+BenchmarkBsonUnmarshal-8                    1000000       2221 ns/op      248 B/op       21 allocs/op
+BenchmarkGobMarshal-8                       1000000       1105 ns/op       48 B/op        2 allocs/op
+BenchmarkGobUnmarshal-8                     1000000       1075 ns/op      112 B/op        3 allocs/op
+BenchmarkXdrMarshal-8                       1000000       2178 ns/op      455 B/op       21 allocs/op
+BenchmarkXdrUnmarshal-8                     1000000       1585 ns/op      240 B/op       11 allocs/op
+BenchmarkUgorjiCodecMsgpackMarshal-8         500000       2969 ns/op     2753 B/op        8 allocs/op
+BenchmarkUgorjiCodecMsgpackUnmarshal-8       500000       3082 ns/op     3008 B/op        6 allocs/op
+BenchmarkUgorjiCodecBincMarshal-8            500000       2908 ns/op     2785 B/op        8 allocs/op
+BenchmarkUgorjiCodecBincUnmarshal-8          500000       3266 ns/op     3168 B/op        9 allocs/op
+BenchmarkSerealMarshal-8                     500000       4012 ns/op      912 B/op       21 allocs/op
+BenchmarkSerealUnmarshal-8                   500000       3567 ns/op     1008 B/op       34 allocs/op
+BenchmarkBinaryMarshal-8                    1000000       1578 ns/op      256 B/op       16 allocs/op
+BenchmarkBinaryUnmarshal-8                  1000000       1675 ns/op      336 B/op       22 allocs/op
+BenchmarkFlatbuffersMarshal-8               5000000        361 ns/op        0 B/op        0 allocs/op
+BenchmarkFlatBuffersUnmarshal-8             5000000        312 ns/op      112 B/op        3 allocs/op
+BenchmarkCapNProtoMarshal-8                 3000000        502 ns/op       56 B/op        2 allocs/op
+BenchmarkCapNProtoUnmarshal-8               3000000        465 ns/op      200 B/op        6 allocs/op
+BenchmarkCapNProto2Marshal-8                1000000       1247 ns/op      244 B/op        3 allocs/op
+BenchmarkCapNProto2Unmarshal-8              1000000       1187 ns/op      320 B/op        6 allocs/op
+BenchmarkHproseMarshal-8                    1000000       1083 ns/op      473 B/op        8 allocs/op
+BenchmarkHproseUnmarshal-8                  1000000       1324 ns/op      320 B/op       10 allocs/op
+BenchmarkProtobufMarshal-8                  1000000       1292 ns/op      200 B/op        7 allocs/op
+BenchmarkProtobufUnmarshal-8                1000000       1034 ns/op      192 B/op       10 allocs/op
+BenchmarkGoprotobufMarshal-8                2000000        681 ns/op      312 B/op        4 allocs/op
+BenchmarkGoprotobufUnmarshal-8              2000000        901 ns/op      432 B/op        9 allocs/op
+BenchmarkGogoprotobufMarshal-8             10000000        198 ns/op       64 B/op        1 allocs/op
+BenchmarkGogoprotobufUnmarshal-8            5000000        286 ns/op       96 B/op        3 allocs/op
+BenchmarkGencodeMarshal-8                  10000000        191 ns/op       80 B/op        2 allocs/op
+BenchmarkGencodeUnmarshal-8                10000000        231 ns/op      112 B/op        3 allocs/op
+BenchmarkGencodeUnsafeMarshal-8            10000000        120 ns/op       48 B/op        1 allocs/op
+BenchmarkGencodeUnsafeUnmarshal-8          10000000        180 ns/op       96 B/op        3 allocs/op
 ```
 
 ## Issues

gencode-unsafe.schema.gen.go

@@ -102,7 +102,7 @@ func (d *GencodeUnsafeA) Marshal(buf []byte) ([]byte, error) {
 	}
 	{
 
-		d.BirthDay = *(*int64)(unsafe.Pointer(&buf[i+0]))
+		*(*int64)(unsafe.Pointer(&buf[i+0])) = d.BirthDay
 
 	}
 	{

msgp_gen.go

@@ -4,9 +4,7 @@ package goserbench
 // MSGP CODE GENERATION TOOL (github.com/tinylib/msgp)
 // DO NOT EDIT
 
-import (
-	"github.com/tinylib/msgp/msgp"
-)
+import "github.com/tinylib/msgp/msgp"
 
 // MarshalMsg implements msgp.Marshaler
 func (z *A) MarshalMsg(b []byte) (o []byte, err error) {
@@ -37,13 +35,13 @@ func (z *A) MarshalMsg(b []byte) (o []byte, err error) {
 func (z *A) UnmarshalMsg(bts []byte) (o []byte, err error) {
 	var field []byte
 	_ = field
-	var isz uint32
-	isz, bts, err = msgp.ReadMapHeaderBytes(bts)
+	var xvk uint32
+	xvk, bts, err = msgp.ReadMapHeaderBytes(bts)
 	if err != nil {
 		return
 	}
-	for isz > 0 {
-		isz--
+	for xvk > 0 {
+		xvk--
 		field, bts, err = msgp.ReadMapKeyZC(bts)
 		if err != nil {
 			return

serialization_benchmarks_test.go

@@ -185,12 +185,12 @@ func BenchmarkVmihailencoMsgpackUnmarshal(b *testing.B) {
 
 type JsonSerializer struct{}
 
-func (m JsonSerializer) Marshal(o interface{}) []byte {
+func (j JsonSerializer) Marshal(o interface{}) []byte {
 	d, _ := json.Marshal(o)
 	return d
 }
 
-func (m JsonSerializer) Unmarshal(d []byte, o interface{}) error {
+func (j JsonSerializer) Unmarshal(d []byte, o interface{}) error {
 	return json.Unmarshal(d, o)
 }
 
@@ -208,26 +208,26 @@ func BenchmarkJsonUnmarshal(b *testing.B) {
 
 // github.com/mailru/easyjson
 
-type EasyJsonSerializer struct{}
+type EasyJSONSerializer struct{}
 
-func (m EasyJsonSerializer) Marshal(o interface{}) []byte {
+func (m EasyJSONSerializer) Marshal(o interface{}) []byte {
 	out, _ := o.(*A).MarshalJSON()
 	return out
 }
 
-func (m EasyJsonSerializer) Unmarshal(d []byte, o interface{}) error {
+func (m EasyJSONSerializer) Unmarshal(d []byte, o interface{}) error {
 	err := o.(*A).UnmarshalJSON(d)
 	return err
 }
 
-func (m EasyJsonSerializer) String() string { return "EasyJson" }
+func (m EasyJSONSerializer) String() string { return "EasyJson" }
 
 func BenchmarkEasyJsonMarshal(b *testing.B) {
-	benchMarshal(b, EasyJsonSerializer{})
+	benchMarshal(b, EasyJSONSerializer{})
 }
 
 func BenchmarkEasyJsonUnmarshal(b *testing.B) {
-	benchUnmarshal(b, EasyJsonSerializer{})
+	benchUnmarshal(b, EasyJSONSerializer{})
 }
 
 // gopkg.in/mgo.v2/bson
@@ -651,7 +651,7 @@ func (m ProtobufSerializer) Unmarshal(d []byte, o interface{}) error {
 	return protobuf.Decode(d, o)
 }
 
-func (j ProtobufSerializer) String() string {
+func (m ProtobufSerializer) String() string {
 	return "protobuf"
 }