// Copyright 2011 The Go Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
// Large data benchmark.
|
|
// The JSON data is a summary of agl's changes in the
|
|
// go, webkit, and chromium open source projects.
|
|
// We benchmark converting between the JSON form
|
|
// and in-memory data structures.
|
|
|
|
package fastjson
|
|
|
|
import (
|
|
"bytes"
|
|
"compress/gzip"
|
|
"io/ioutil"
|
|
"os"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
type codeResponse struct {
|
|
Tree *codeNode `json:"tree"`
|
|
Username string `json:"username"`
|
|
}
|
|
|
|
type codeNode struct {
|
|
Name string `json:"name"`
|
|
Kids []*codeNode `json:"kids"`
|
|
CLWeight float64 `json:"cl_weight"`
|
|
Touches int `json:"touches"`
|
|
MinT int64 `json:"min_t"`
|
|
MaxT int64 `json:"max_t"`
|
|
MeanT int64 `json:"mean_t"`
|
|
}
|
|
|
|
var testData [][]byte
|
|
var codeJSON []byte
|
|
var codeStruct codeResponse
|
|
var fileNames = [...]string{"testdata/canada.json.gz",
|
|
"testdata/code.json.gz",
|
|
"testdata/large-dict.json.gz",
|
|
"testdata/medium-dict.json.gz"}
|
|
|
|
func codeInit() {
|
|
f, err := os.Open("testdata/code.json.gz")
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
defer f.Close()
|
|
gz, err := gzip.NewReader(f)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
data, err := ioutil.ReadAll(gz)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
codeJSON = data
|
|
|
|
if err := Unmarshal(codeJSON, &codeStruct); err != nil {
|
|
panic("unmarshal code.json: " + err.Error())
|
|
}
|
|
|
|
if data, err = Marshal(&codeStruct); err != nil {
|
|
panic("marshal code.json: " + err.Error())
|
|
}
|
|
|
|
if !bytes.Equal(data, codeJSON) {
|
|
println("different lengths", len(data), len(codeJSON))
|
|
for i := 0; i < len(data) && i < len(codeJSON); i++ {
|
|
if data[i] != codeJSON[i] {
|
|
println("re-marshal: changed at byte", i)
|
|
println("orig: ", string(codeJSON[i-10:i+10]))
|
|
println("new: ", string(data[i-10:i+10]))
|
|
break
|
|
}
|
|
}
|
|
panic("re-marshal code.json: different result")
|
|
}
|
|
testData = make([][]byte, len(fileNames))
|
|
|
|
for i, name := range fileNames {
|
|
f, err = os.Open(name)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
defer f.Close()
|
|
gz, err = gzip.NewReader(f)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
testData[i], err = ioutil.ReadAll(gz)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
var jsonObj interface{}
|
|
if err = Unmarshal(testData[i], &jsonObj); err != nil {
|
|
panic("unmarshal code.json: " + err.Error())
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
func BenchmarkCodeEncoder(b *testing.B) {
|
|
if codeJSON == nil {
|
|
b.StopTimer()
|
|
codeInit()
|
|
b.StartTimer()
|
|
}
|
|
enc := NewEncoder(ioutil.Discard)
|
|
for i := 0; i < b.N; i++ {
|
|
if err := enc.Encode(&codeStruct); err != nil {
|
|
b.Fatal("Encode:", err)
|
|
}
|
|
}
|
|
b.SetBytes(int64(len(codeJSON)))
|
|
}
|
|
|
|
func BenchmarkCodeMarshal(b *testing.B) {
|
|
if codeJSON == nil {
|
|
b.StopTimer()
|
|
codeInit()
|
|
b.StartTimer()
|
|
}
|
|
for i := 0; i < b.N; i++ {
|
|
if _, err := Marshal(&codeStruct); err != nil {
|
|
b.Fatal("Marshal:", err)
|
|
}
|
|
}
|
|
b.SetBytes(int64(len(codeJSON)))
|
|
}
|
|
|
|
func BenchmarkCodeDecoder(b *testing.B) {
|
|
if codeJSON == nil {
|
|
b.StopTimer()
|
|
codeInit()
|
|
b.StartTimer()
|
|
}
|
|
var buf bytes.Buffer
|
|
dec := NewDecoder(&buf)
|
|
var r codeResponse
|
|
for i := 0; i < b.N; i++ {
|
|
buf.Write(codeJSON)
|
|
// hide EOF
|
|
buf.WriteByte('\n')
|
|
buf.WriteByte('\n')
|
|
buf.WriteByte('\n')
|
|
if err := dec.Decode(&r); err != nil {
|
|
b.Fatal("Decode:", err)
|
|
}
|
|
}
|
|
b.SetBytes(int64(len(codeJSON)))
|
|
}
|
|
|
|
func BenchmarkDecoderStream(b *testing.B) {
|
|
b.StopTimer()
|
|
var buf bytes.Buffer
|
|
dec := NewDecoder(&buf)
|
|
buf.WriteString(`"` + strings.Repeat("x", 1000000) + `"` + "\n\n\n")
|
|
var x interface{}
|
|
if err := dec.Decode(&x); err != nil {
|
|
b.Fatal("Decode:", err)
|
|
}
|
|
ones := strings.Repeat(" 1\n", 300000) + "\n\n\n"
|
|
b.StartTimer()
|
|
for i := 0; i < b.N; i++ {
|
|
if i%300000 == 0 {
|
|
buf.WriteString(ones)
|
|
}
|
|
x = nil
|
|
if err := dec.Decode(&x); err != nil || x != 1.0 {
|
|
b.Fatalf("Decode: %v after %d", err, i)
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkCodeUnmarshal(b *testing.B) {
|
|
if codeJSON == nil {
|
|
b.StopTimer()
|
|
codeInit()
|
|
b.StartTimer()
|
|
}
|
|
for i := 0; i < b.N; i++ {
|
|
var r codeResponse
|
|
if err := Unmarshal(codeJSON, &r); err != nil {
|
|
b.Fatal("Unmarshal:", err)
|
|
}
|
|
}
|
|
b.SetBytes(int64(len(codeJSON)))
|
|
}
|
|
|
|
func BenchmarkCodeUnmarshalReuse(b *testing.B) {
|
|
if codeJSON == nil {
|
|
b.StopTimer()
|
|
codeInit()
|
|
b.StartTimer()
|
|
}
|
|
var r codeResponse
|
|
for i := 0; i < b.N; i++ {
|
|
if err := Unmarshal(codeJSON, &r); err != nil {
|
|
b.Fatal("Unmarshal:", err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkCodeUnmarshalManyNumbers(b *testing.B) {
|
|
if codeJSON == nil {
|
|
b.StopTimer()
|
|
codeInit()
|
|
b.StartTimer()
|
|
}
|
|
for i := 0; i < b.N; i++ {
|
|
var r interface{}
|
|
if err := Unmarshal(testData[0], &r); err != nil {
|
|
b.Fatal("Unmarshal:", err)
|
|
}
|
|
}
|
|
b.SetBytes(int64(len(testData[0])))
|
|
}
|
|
|
|
func BenchmarkCodeUnmarshalNoReflect(b *testing.B) {
|
|
if codeJSON == nil {
|
|
b.StopTimer()
|
|
codeInit()
|
|
b.StartTimer()
|
|
}
|
|
for i := 0; i < b.N; i++ {
|
|
var r interface{}
|
|
if err := Unmarshal(testData[1], &r); err != nil {
|
|
b.Fatal("Unmarshal:", err)
|
|
}
|
|
}
|
|
b.SetBytes(int64(len(testData[1])))
|
|
}
|
|
|
|
func BenchmarkCodeUnmarshalLargeFile(b *testing.B) {
|
|
if codeJSON == nil {
|
|
b.StopTimer()
|
|
codeInit()
|
|
b.StartTimer()
|
|
}
|
|
for i := 0; i < b.N; i++ {
|
|
var r interface{}
|
|
if err := Unmarshal(testData[2], &r); err != nil {
|
|
b.Fatal("Unmarshal:", err)
|
|
}
|
|
}
|
|
b.SetBytes(int64(len(testData[2])))
|
|
}
|
|
|
|
func BenchmarkCodeUnmarshalMediumFile(b *testing.B) {
|
|
if codeJSON == nil {
|
|
b.StopTimer()
|
|
codeInit()
|
|
b.StartTimer()
|
|
}
|
|
for i := 0; i < b.N; i++ {
|
|
var r interface{}
|
|
if err := Unmarshal(testData[3], &r); err != nil {
|
|
b.Fatal("Unmarshal:", err)
|
|
}
|
|
}
|
|
b.SetBytes(int64(len(testData[3])))
|
|
}
|
|
|
|
func BenchmarkUnmarshalString(b *testing.B) {
|
|
data := []byte(`"hello, world"`)
|
|
var s string
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
if err := Unmarshal(data, &s); err != nil {
|
|
b.Fatal("Unmarshal:", err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkUnmarshalFloat64(b *testing.B) {
|
|
var f float64
|
|
data := []byte(`3.14`)
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
if err := Unmarshal(data, &f); err != nil {
|
|
b.Fatal("Unmarshal:", err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkUnmarshalInt64(b *testing.B) {
|
|
var x int64
|
|
data := []byte(`3`)
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
if err := Unmarshal(data, &x); err != nil {
|
|
b.Fatal("Unmarshal:", err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkIssue10335(b *testing.B) {
|
|
b.ReportAllocs()
|
|
var s struct{}
|
|
j := []byte(`{"a":{ }}`)
|
|
for n := 0; n < b.N; n++ {
|
|
if err := Unmarshal(j, &s); err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
}
|
|
}
|