mirror of
https://github.com/ii64/sonic.git
synced 2026-06-21 00:46:43 +08:00
395 lines
No EOL
11 KiB
Go
395 lines
No EOL
11 KiB
Go
/*
|
|
* Copyright 2021 ByteDance Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package ast
|
|
|
|
import (
|
|
`math`
|
|
`runtime`
|
|
`strconv`
|
|
`strings`
|
|
`sync`
|
|
`testing`
|
|
|
|
`github.com/stretchr/testify/assert`
|
|
)
|
|
|
|
|
|
func TestGC_Search(t *testing.T) {
|
|
if debugSyncGC {
|
|
return
|
|
}
|
|
_, err := NewSearcher(_TwitterJson).GetByPath("statuses", 0, "id")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
wg := &sync.WaitGroup{}
|
|
// A limitation of the race detecting is 8128.
|
|
// See https://github.com/golang/go/issues/43898
|
|
N := 5000
|
|
for i:=0; i<N; i++ {
|
|
wg.Add(1)
|
|
go func (wg *sync.WaitGroup) {
|
|
defer wg.Done()
|
|
_, err := NewSearcher(_TwitterJson).GetByPath("statuses", 0, "id")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
runtime.GC()
|
|
}(wg)
|
|
}
|
|
wg.Wait()
|
|
}
|
|
|
|
func TestExportErrorInvalidChar(t *testing.T) {
|
|
data := `{"a":]`
|
|
p := NewSearcher(data)
|
|
_, err := p.GetByPath("a")
|
|
if err == nil {
|
|
t.Fatal()
|
|
}
|
|
if strings.Index(err.Error(), `"Syntax error at `) != 0 {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
data = `:"b"]`
|
|
p = NewSearcher(data)
|
|
_, err = p.GetByPath("a")
|
|
if err == nil {
|
|
t.Fatal()
|
|
}
|
|
if err.Error() != `"Syntax error at index 0: invalid char\n\n\t:\"b\"]\n\t^....\n"` {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
data = `{:"b"]`
|
|
p = NewSearcher(data)
|
|
_, err = p.GetByPath("a")
|
|
if err == nil {
|
|
t.Fatal()
|
|
}
|
|
if err.Error() != `"Syntax error at index 1: invalid char\n\n\t{:\"b\"]\n\t.^....\n"` {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
data = `{`
|
|
p = NewSearcher(data)
|
|
_, err = p.GetByPath("he")
|
|
if err == nil {
|
|
t.Fatal()
|
|
}
|
|
if err == ErrNotExist {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
data = `[`
|
|
p = NewSearcher(data)
|
|
_, err = p.GetByPath(0)
|
|
if err == nil {
|
|
t.Fatal()
|
|
}
|
|
if err == ErrNotExist {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
type testExportError struct {
|
|
data string
|
|
path []interface{}
|
|
err error
|
|
}
|
|
|
|
func TestExportErrNotExist(t *testing.T) {
|
|
tests := []testExportError{
|
|
// object
|
|
{`{}`, []interface{}{"b"}, ErrNotExist},
|
|
{` { } `, []interface{}{"b"}, ErrNotExist},
|
|
{`{"a":null}`, []interface{}{"b"}, ErrNotExist},
|
|
// This should be invalid char errors.
|
|
// {`{"a":null}`, []interface{}{"a", "b"}, ErrNotExist},
|
|
// {`{"a":null}`, []interface{}{"a", 0}, ErrNotExist},
|
|
// {`{"a":null}`, []interface{}{"a", "b", 0}, ErrNotExist},
|
|
{`{"":{"b":123}}`, []interface{}{"b"}, ErrNotExist},
|
|
{`{"a":{"b":123}}`, []interface{}{"b"}, ErrNotExist},
|
|
{`{"a":{"b":123}}`, []interface{}{"a", "c"}, ErrNotExist},
|
|
{`{"a":{"c": null, "b":{}}}`, []interface{}{"a", "b", "c"}, ErrNotExist},
|
|
{`{"a":{"b":123}}`, []interface{}{"b", "b"}, ErrNotExist},
|
|
{`{"\"\\":{"b":123}}`, []interface{}{"\"", "b"}, ErrNotExist},
|
|
{`{"xxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\"\\":{"b":123}}`,
|
|
[]interface{}{"xxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\"", "b"}, ErrNotExist},
|
|
|
|
// array
|
|
{`[]`, []interface{}{0}, ErrNotExist},
|
|
{`[]`, []interface{}{1}, ErrNotExist},
|
|
{` [ ] `, []interface{}{0}, ErrNotExist},
|
|
{`[null]`, []interface{}{1}, ErrNotExist},
|
|
{`[null, ["null", 123]]`, []interface{}{2}, ErrNotExist},
|
|
{`[null, true , false, 14, 2.35, -46, "hello7", "\"8"]`, []interface{}{8}, ErrNotExist},
|
|
{`[{}]`, []interface{}{1}, ErrNotExist},
|
|
{`[[]]`, []interface{}{1}, ErrNotExist},
|
|
{`[[],[{},{}, []],{}]`, []interface{}{3}, ErrNotExist},
|
|
}
|
|
|
|
for _, test := range tests {
|
|
f := func(t *testing.T) {
|
|
p := NewSearcher(test.data)
|
|
node, err := p.GetByPath(test.path...)
|
|
if err != test.err || node.Exists(){
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
t.Run(test.data, f)
|
|
}
|
|
}
|
|
|
|
func TestSearcher_GetByPath(t *testing.T) {
|
|
s := NewSearcher(` { "xx" : [] ,"yy" :{ }, "test" : [ true , 0.1 , "abc", ["h"], {"a":"bc"} ] } `)
|
|
|
|
node, e := s.GetByPath("test", 0)
|
|
a, _ := node.Bool()
|
|
if e != nil || a != true {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
|
|
node, e = s.GetByPath("test", 1)
|
|
b, _ := node.Float64()
|
|
if e != nil || b != 0.1 {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
|
|
node, e = s.GetByPath("test", 2)
|
|
c, _ := node.String()
|
|
if e != nil || c != "abc" {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
|
|
node, e = s.GetByPath("test", 3)
|
|
arr, _ := node.Array()
|
|
if e != nil || arr[0] != "h" {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
|
|
node, e = s.GetByPath("test", 4, "a")
|
|
d, _ := node.String()
|
|
if e != nil || d != "bc" {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
}
|
|
|
|
type testGetByPath struct {
|
|
json string
|
|
path []interface{}
|
|
value interface{}
|
|
ok bool
|
|
}
|
|
|
|
func TestSearcher_GetByPathSingle(t *testing.T) {
|
|
type Path = []interface{}
|
|
const Ok = true
|
|
const Error = false
|
|
tests := []testGetByPath{
|
|
{`true`, Path{}, true, Ok},
|
|
{`false`, Path{}, false, Ok},
|
|
{`null`, Path{}, nil, Ok},
|
|
{`12345`, Path{}, 12345.0, Ok},
|
|
{`12345.6789`, Path{}, 12345.6789, Ok},
|
|
{`"abc"`, Path{}, "abc", Ok},
|
|
{`"a\"\\bc"`, Path{}, "a\"\\bc", Ok},
|
|
{`{"a":1}`, Path{"a"}, 1.0, Ok},
|
|
{`[1,2,3]`, Path{0}, 1.0, Ok},
|
|
{`[1,2,3]`, Path{1}, 2.0, Ok},
|
|
{`[1,2,3]`, Path{2}, 3.0, Ok},
|
|
|
|
{`tru`, Path{}, nil, Error},
|
|
{`fal`, Path{}, nil, Error},
|
|
{`nul`, Path{}, nil, Error},
|
|
{`{"a":1`, Path{}, nil, Error},
|
|
{`x12345.6789`, Path{}, nil, Error},
|
|
{`"abc`, Path{}, nil, Error},
|
|
{`"a\"\\bc`, Path{}, nil, Error},
|
|
{`"a\"\`, Path{}, nil, Error},
|
|
{`{"a":`, Path{"a"}, nil, Error},
|
|
{`[1,2,3]`, Path{4}, nil, Error},
|
|
{`[1,2,3]`, Path{"a"}, nil, Error},
|
|
}
|
|
for _, test := range tests {
|
|
t.Run(test.json, func(t *testing.T) {
|
|
s := NewSearcher(test.json)
|
|
node, err1 := s.GetByPath(test.path...)
|
|
assert.Equal(t, test.ok, err1 == nil)
|
|
|
|
value, err2 := node.Interface()
|
|
assert.Equal(t, test.value, value)
|
|
assert.Equal(t, test.ok, err2 == nil)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestSearcher_GetByPathErr(t *testing.T) {
|
|
s := NewSearcher(` { "xx" : [] ,"yy" :{ }, "test" : [ true , 0.1 , "abc", ["h"], {"a":"bc"} ], "err1":[a, ] , "err2":{ ,"x":"xx"} } `)
|
|
node, e := s.GetByPath("zz")
|
|
if e == nil {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
s.parser.p = 0
|
|
node, e = s.GetByPath("xx", 4)
|
|
if e == nil {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
s.parser.p = 0
|
|
node, e = s.GetByPath("yy", "a")
|
|
if e == nil {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
s.parser.p = 0
|
|
node, e = s.GetByPath("test", 2, "x")
|
|
if e == nil {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
s.parser.p = 0
|
|
node, e = s.GetByPath("err1", 0)
|
|
if e == nil {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
s.parser.p = 0
|
|
node, e = s.GetByPath("err2", "x")
|
|
if e == nil {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
}
|
|
|
|
func TestLoadIndex(t *testing.T) {
|
|
node, err := NewSearcher(`{"a":[-0, 1, -1.2, -1.2e-10]}`).GetByPath("a")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
a, _ := node.Index(3).Float64()
|
|
assert.Equal(t, -1.2e-10, a)
|
|
m, _ := node.Array()
|
|
assert.Equal(t, m, []interface{}{
|
|
float64(0),
|
|
float64(1),
|
|
-1.2,
|
|
-1.2e-10,
|
|
})
|
|
}
|
|
|
|
func TestSearchNotExist(t *testing.T) {
|
|
s := NewSearcher(` { "xx" : [ 0, "" ] ,"yy" :{ "2": "" } } `)
|
|
node, e := s.GetByPath("xx", 2)
|
|
if node.Exists() {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
node, e = s.GetByPath("xx", 1)
|
|
if e != nil || !node.Exists() {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
node, e = s.GetByPath("yy", "3")
|
|
if node.Exists() {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
node, e = s.GetByPath("yy", "2")
|
|
if e != nil || !node.Exists() {
|
|
t.Fatalf("node: %v, err: %v", node, e)
|
|
}
|
|
}
|
|
|
|
func BenchmarkGetOne_Sonic(b *testing.B) {
|
|
b.SetBytes(int64(len(_TwitterJson)))
|
|
ast := NewSearcher(_TwitterJson)
|
|
for i := 0; i < b.N; i++ {
|
|
node, err := ast.GetByPath("statuses", 3, "id")
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
x, _ := node.Int64()
|
|
if x != 249279667666817024 {
|
|
b.Fatal(node.Interface())
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkGetWithManyCompare_Sonic(b *testing.B) {
|
|
b.SetBytes(int64(len(_LotsCompare)))
|
|
ast := NewSearcher(_LotsCompare)
|
|
for i := 0; i < b.N; i++ {
|
|
node, err := ast.GetByPath("is")
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
x, _ := node.Int64()
|
|
if x != 1 {
|
|
b.Fatal(node.Interface())
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkGetOne_Parallel_Sonic(b *testing.B) {
|
|
b.SetBytes(int64(len(_TwitterJson)))
|
|
b.RunParallel(func(pb *testing.PB) {
|
|
ast := NewSearcher(_TwitterJson)
|
|
for pb.Next() {
|
|
node, err := ast.GetByPath("statuses", 3, "id")
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
x, _ := node.Int64()
|
|
if x != 249279667666817024 {
|
|
b.Fatal(node.Interface())
|
|
}
|
|
}
|
|
})
|
|
}
|
|
|
|
func BenchmarkSetOne_Sonic(b *testing.B) {
|
|
node, err := NewSearcher(_TwitterJson).GetByPath("statuses", 3)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
n := NewNumber(strconv.Itoa(math.MaxInt32))
|
|
_, err = node.Set("id", n)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
b.SetBytes(int64(len(_TwitterJson)))
|
|
b.ReportAllocs()
|
|
b.ResetTimer()
|
|
for i := 0; i < b.N; i++ {
|
|
node, _ := NewSearcher(_TwitterJson).GetByPath("statuses", 3)
|
|
_, _ = node.Set("id", n)
|
|
}
|
|
}
|
|
|
|
func BenchmarkSetOne_Parallel_Sonic(b *testing.B) {
|
|
node, err := NewSearcher(_TwitterJson).GetByPath("statuses", 3)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
n := NewNumber(strconv.Itoa(math.MaxInt32))
|
|
_, err = node.Set("id", n)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
b.SetBytes(int64(len(_TwitterJson)))
|
|
b.ReportAllocs()
|
|
b.ResetTimer()
|
|
b.RunParallel(func(pb *testing.PB) {
|
|
for pb.Next() {
|
|
node, _ := NewSearcher(_TwitterJson).GetByPath("statuses", 3)
|
|
_, _ = node.Set("id", n)
|
|
}
|
|
})
|
|
} |