// Copyright 2010 The Go Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package fastjson
|
|
|
|
import (
|
|
"bytes"
|
|
"io"
|
|
"io/ioutil"
|
|
"log"
|
|
"net"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"reflect"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
// Test values for the stream test.
|
|
// One of each JSON kind.
|
|
var streamTest = []interface{}{
|
|
0.1,
|
|
"hello",
|
|
nil,
|
|
true,
|
|
false,
|
|
[]interface{}{"a", "b", "c"},
|
|
map[string]interface{}{"K": "Kelvin", "ß": "long s"},
|
|
3.14, // another value to make sure something can follow map
|
|
}
|
|
|
|
var streamEncoded = `0.1
|
|
"hello"
|
|
null
|
|
true
|
|
false
|
|
["a","b","c"]
|
|
{"ß":"long s","K":"Kelvin"}
|
|
3.14
|
|
`
|
|
|
|
func TestEncoder(t *testing.T) {
|
|
for i := 0; i <= len(streamTest); i++ {
|
|
var buf bytes.Buffer
|
|
enc := NewEncoder(&buf)
|
|
for j, v := range streamTest[0:i] {
|
|
if err := enc.Encode(v); err != nil {
|
|
t.Fatalf("encode #%d: %v", j, err)
|
|
}
|
|
}
|
|
if have, want := buf.String(), nlines(streamEncoded, i); have != want {
|
|
t.Errorf("encoding %d items: mismatch", i)
|
|
diff(t, []byte(have), []byte(want))
|
|
break
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestDecoder(t *testing.T) {
|
|
for i := 0; i <= len(streamTest); i++ {
|
|
// Use stream without newlines as input,
|
|
// just to stress the decoder even more.
|
|
// Our test input does not include back-to-back numbers.
|
|
// Otherwise stripping the newlines would
|
|
// merge two adjacent JSON values.
|
|
var buf bytes.Buffer
|
|
for _, c := range nlines(streamEncoded, i) {
|
|
if c != '\n' {
|
|
buf.WriteRune(c)
|
|
}
|
|
}
|
|
out := make([]interface{}, i)
|
|
dec := NewDecoder(&buf)
|
|
for j := range out {
|
|
if err := dec.Decode(&out[j]); err != nil {
|
|
t.Fatalf("decode #%d/%d: %v", j, i, err)
|
|
}
|
|
}
|
|
if !reflect.DeepEqual(out, streamTest[0:i]) {
|
|
t.Errorf("decoding %d items: mismatch", i)
|
|
for j := range out {
|
|
if !reflect.DeepEqual(out[j], streamTest[j]) {
|
|
t.Errorf("#%d: have %v want %v", j, out[j], streamTest[j])
|
|
}
|
|
}
|
|
break
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestDecoderBuffered(t *testing.T) {
|
|
r := strings.NewReader(`{"Name": "Gopher"} extra `)
|
|
var m struct {
|
|
Name string
|
|
}
|
|
d := NewDecoder(r)
|
|
err := d.Decode(&m)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if m.Name != "Gopher" {
|
|
t.Errorf("Name = %q; want Gopher", m.Name)
|
|
}
|
|
rest, err := ioutil.ReadAll(d.Buffered())
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if g, w := string(rest), " extra "; g != w {
|
|
t.Errorf("Remaining = %q; want %q", g, w)
|
|
}
|
|
}
|
|
|
|
func nlines(s string, n int) string {
|
|
if n <= 0 {
|
|
return ""
|
|
}
|
|
for i, c := range s {
|
|
if c == '\n' {
|
|
if n--; n == 0 {
|
|
return s[0 : i+1]
|
|
}
|
|
}
|
|
}
|
|
return s
|
|
}
|
|
|
|
func TestRawMessage(t *testing.T) {
|
|
// TODO(rsc): Should not need the * in *RawMessage
|
|
var data struct {
|
|
X float64
|
|
Id *RawMessage
|
|
Y float32
|
|
}
|
|
const raw = `["\u0056",null]`
|
|
const msg = `{"X":0.1,"Id":["\u0056",null],"Y":0.2}`
|
|
err := Unmarshal([]byte(msg), &data)
|
|
if err != nil {
|
|
t.Fatalf("Unmarshal: %v", err)
|
|
}
|
|
if string([]byte(*data.Id)) != raw {
|
|
t.Fatalf("Raw mismatch: have %#q want %#q", []byte(*data.Id), raw)
|
|
}
|
|
b, err := Marshal(&data)
|
|
if err != nil {
|
|
t.Fatalf("Marshal: %v", err)
|
|
}
|
|
if string(b) != msg {
|
|
t.Fatalf("Marshal: have %#q want %#q", b, msg)
|
|
}
|
|
}
|
|
|
|
func TestNullRawMessage(t *testing.T) {
|
|
// TODO(rsc): Should not need the * in *RawMessage
|
|
var data struct {
|
|
X float64
|
|
Id *RawMessage
|
|
Y float32
|
|
}
|
|
data.Id = new(RawMessage)
|
|
const msg = `{"X":0.1,"Id":null,"Y":0.2}`
|
|
err := Unmarshal([]byte(msg), &data)
|
|
if err != nil {
|
|
t.Fatalf("Unmarshal: %v", err)
|
|
}
|
|
if data.Id != nil {
|
|
t.Fatalf("Raw mismatch: have non-nil, want nil")
|
|
}
|
|
b, err := Marshal(&data)
|
|
if err != nil {
|
|
t.Fatalf("Marshal: %v", err)
|
|
}
|
|
if string(b) != msg {
|
|
t.Fatalf("Marshal: have %#q want %#q", b, msg)
|
|
}
|
|
}
|
|
|
|
var blockingTests = []string{
|
|
`{"x": 1}`,
|
|
`[1, 2, 3]`,
|
|
}
|
|
|
|
func TestBlocking(t *testing.T) {
|
|
for _, enc := range blockingTests {
|
|
r, w := net.Pipe()
|
|
go w.Write([]byte(enc))
|
|
var val interface{}
|
|
|
|
// If Decode reads beyond what w.Write writes above,
|
|
// it will block, and the test will deadlock.
|
|
if err := NewDecoder(r).Decode(&val); err != nil {
|
|
t.Errorf("decoding %s: %v", enc, err)
|
|
}
|
|
r.Close()
|
|
w.Close()
|
|
}
|
|
}
|
|
|
|
func BenchmarkEncoderEncode(b *testing.B) {
|
|
b.ReportAllocs()
|
|
type T struct {
|
|
X, Y string
|
|
}
|
|
v := &T{"foo", "bar"}
|
|
for i := 0; i < b.N; i++ {
|
|
if err := NewEncoder(ioutil.Discard).Encode(v); err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
}
|
|
}
|
|
|
|
type tokenStreamCase struct {
|
|
json string
|
|
expTokens []interface{}
|
|
}
|
|
|
|
type decodeThis struct {
|
|
v interface{}
|
|
}
|
|
|
|
var tokenStreamCases []tokenStreamCase = []tokenStreamCase{
|
|
// streaming token cases
|
|
{json: `10`, expTokens: []interface{}{float64(10)}},
|
|
{json: ` [10] `, expTokens: []interface{}{
|
|
Delim('['), float64(10), Delim(']')}},
|
|
{json: ` [false,10,"b"] `, expTokens: []interface{}{
|
|
Delim('['), false, float64(10), "b", Delim(']')}},
|
|
{json: `{ "a": 1 }`, expTokens: []interface{}{
|
|
Delim('{'), "a", float64(1), Delim('}')}},
|
|
{json: `{"a": 1, "b":"3"}`, expTokens: []interface{}{
|
|
Delim('{'), "a", float64(1), "b", "3", Delim('}')}},
|
|
{json: ` [{"a": 1},{"a": 2}] `, expTokens: []interface{}{
|
|
Delim('['),
|
|
Delim('{'), "a", float64(1), Delim('}'),
|
|
Delim('{'), "a", float64(2), Delim('}'),
|
|
Delim(']')}},
|
|
{json: `{"obj": {"a": 1}}`, expTokens: []interface{}{
|
|
Delim('{'), "obj", Delim('{'), "a", float64(1), Delim('}'),
|
|
Delim('}')}},
|
|
{json: `{"obj": [{"a": 1}]}`, expTokens: []interface{}{
|
|
Delim('{'), "obj", Delim('['),
|
|
Delim('{'), "a", float64(1), Delim('}'),
|
|
Delim(']'), Delim('}')}},
|
|
|
|
// streaming tokens with intermittent Decode()
|
|
{json: `{ "a": 1 }`, expTokens: []interface{}{
|
|
Delim('{'), "a",
|
|
decodeThis{float64(1)},
|
|
Delim('}')}},
|
|
{json: ` [ { "a" : 1 } ] `, expTokens: []interface{}{
|
|
Delim('['),
|
|
decodeThis{map[string]interface{}{"a": float64(1)}},
|
|
Delim(']')}},
|
|
{json: ` [{"a": 1},{"a": 2}] `, expTokens: []interface{}{
|
|
Delim('['),
|
|
decodeThis{map[string]interface{}{"a": float64(1)}},
|
|
decodeThis{map[string]interface{}{"a": float64(2)}},
|
|
Delim(']')}},
|
|
{json: `{ "obj" : [ { "a" : 1 } ] }`, expTokens: []interface{}{
|
|
Delim('{'), "obj", Delim('['),
|
|
decodeThis{map[string]interface{}{"a": float64(1)}},
|
|
Delim(']'), Delim('}')}},
|
|
|
|
{json: `{"obj": {"a": 1}}`, expTokens: []interface{}{
|
|
Delim('{'), "obj",
|
|
decodeThis{map[string]interface{}{"a": float64(1)}},
|
|
Delim('}')}},
|
|
{json: `{"obj": [{"a": 1}]}`, expTokens: []interface{}{
|
|
Delim('{'), "obj",
|
|
decodeThis{[]interface{}{
|
|
map[string]interface{}{"a": float64(1)},
|
|
}},
|
|
Delim('}')}},
|
|
{json: ` [{"a": 1} {"a": 2}] `, expTokens: []interface{}{
|
|
Delim('['),
|
|
decodeThis{map[string]interface{}{"a": float64(1)}},
|
|
decodeThis{&SyntaxError{"expected comma after array element", 0}},
|
|
}},
|
|
{json: `{ "a" 1 }`, expTokens: []interface{}{
|
|
Delim('{'), "a",
|
|
decodeThis{&SyntaxError{"expected colon after object key", 0}},
|
|
}},
|
|
}
|
|
|
|
func TestDecodeInStream(t *testing.T) {
|
|
|
|
for ci, tcase := range tokenStreamCases {
|
|
|
|
dec := NewDecoder(strings.NewReader(tcase.json))
|
|
for i, etk := range tcase.expTokens {
|
|
|
|
var tk interface{}
|
|
var err error
|
|
|
|
if dt, ok := etk.(decodeThis); ok {
|
|
etk = dt.v
|
|
err = dec.Decode(&tk)
|
|
} else {
|
|
tk, err = dec.Token()
|
|
}
|
|
if experr, ok := etk.(error); ok {
|
|
if err == nil || err.Error() != experr.Error() {
|
|
t.Errorf("case %v: Expected error %v in %q, but was %v", ci, experr, tcase.json, err)
|
|
}
|
|
break
|
|
} else if err == io.EOF {
|
|
t.Errorf("case %v: Unexpected EOF in %q", ci, tcase.json)
|
|
break
|
|
} else if err != nil {
|
|
t.Errorf("case %v: Unexpected error '%v' in %q", ci, err, tcase.json)
|
|
break
|
|
}
|
|
if !reflect.DeepEqual(tk, etk) {
|
|
t.Errorf(`case %v: %q @ %v expected %T(%v) was %T(%v)`, ci, tcase.json, i, etk, etk, tk, tk)
|
|
break
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
// Test from golang.org/issue/11893
|
|
func TestHTTPDecoding(t *testing.T) {
|
|
const raw = `{ "foo": "bar" }`
|
|
|
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
w.Write([]byte(raw))
|
|
}))
|
|
defer ts.Close()
|
|
res, err := http.Get(ts.URL)
|
|
if err != nil {
|
|
log.Fatalf("GET failed: %v", err)
|
|
}
|
|
defer res.Body.Close()
|
|
|
|
foo := struct {
|
|
Foo string
|
|
}{}
|
|
|
|
d := NewDecoder(res.Body)
|
|
err = d.Decode(&foo)
|
|
if err != nil {
|
|
t.Fatalf("Decode: %v", err)
|
|
}
|
|
if foo.Foo != "bar" {
|
|
t.Errorf("decoded %q; want \"bar\"", foo.Foo)
|
|
}
|
|
|
|
// make sure we get the EOF the second time
|
|
err = d.Decode(&foo)
|
|
if err != io.EOF {
|
|
t.Errorf("err = %v; want io.EOF", err)
|
|
}
|
|
}
|