/* * Copyright 2021 ByteDance Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package encoder import ( `bytes` `encoding/json` `runtime` `runtime/debug` `strconv` `sync` `testing` `time` gojson `github.com/goccy/go-json` `github.com/json-iterator/go` `github.com/stretchr/testify/require` ) func TestMain(m *testing.M) { go func () { if !debugAsyncGC { return } println("Begin GC looping...") for { runtime.GC() debug.FreeOSMemory() } println("stop GC looping!") }() time.Sleep(time.Millisecond) m.Run() } func TestGC(t *testing.T) { if debugSyncGC { return } out, err := Encode(_GenericValue, 0) if err != nil { t.Fatal(err) } n := len(out) wg := &sync.WaitGroup{} N := 10000 for i:=0; i"}} ret, err := Encode(v, EscapeHTML) require.NoError(t, err) require.Equal(t, `{"\u0026\u0026":{"X":"\u003c\u003e"}}`, string(ret)) ret, err = Encode(v, 0) require.NoError(t, err) require.Equal(t, `{"&&":{"X":"<>"}}`, string(ret)) } func TestEncoder_EscapeHTML_LargeJson(t *testing.T) { buf1, err1 := Encode(&_BindingValue, SortMapKeys | EscapeHTML) require.NoError(t, err1) buf2, err2 :=json.Marshal(&_BindingValue) require.NoError(t, err2) require.Equal(t, buf1, buf2) } var _GenericValue interface{} var _BindingValue TwitterStruct func init() { _ = json.Unmarshal([]byte(TwitterJson), &_GenericValue) _ = json.Unmarshal([]byte(TwitterJson), &_BindingValue) } func TestEncoder_Generic(t *testing.T) { v, e := Encode(_GenericValue, 0) require.NoError(t, e) println(string(v)) } func TestEncoder_Binding(t *testing.T) { v, e := Encode(_BindingValue, 0) require.NoError(t, e) println(string(v)) } func TestEncoder_MapSortKey(t *testing.T) { m := map[string]string { "C": "third", "D": "forth", "A": "first", "F": "sixth", "E": "fifth", "B": "second", } v, e := Encode(m, SortMapKeys) require.NoError(t, e) require.Equal(t, `{"A":"first","B":"second","C":"third","D":"forth","E":"fifth","F":"sixth"}`, string(v)) } func BenchmarkEncoder_Generic_Sonic(b *testing.B) { _, _ = Encode(_GenericValue, SortMapKeys | EscapeHTML) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() for i := 0; i < b.N; i++ { _, _ = Encode(_GenericValue, SortMapKeys | EscapeHTML) } } func BenchmarkEncoder_Generic_Sonic_Fast(b *testing.B) { _, _ = Encode(_GenericValue, 0) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() for i := 0; i < b.N; i++ { _, _ = Encode(_GenericValue, 0) } } func BenchmarkEncoder_Generic_JsonIter(b *testing.B) { _, _ = jsoniter.Marshal(_GenericValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() for i := 0; i < b.N; i++ { _, _ = jsoniter.Marshal(_GenericValue) } } func BenchmarkEncoder_Generic_GoJson(b *testing.B) { _, _ = gojson.Marshal(_GenericValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() for i := 0; i < b.N; i++ { _, _ = gojson.Marshal(_GenericValue) } } func BenchmarkEncoder_Generic_StdLib(b *testing.B) { _, _ = json.Marshal(_GenericValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() for i := 0; i < b.N; i++ { _, _ = json.Marshal(_GenericValue) } } func BenchmarkEncoder_Binding_Sonic(b *testing.B) { _, _ = Encode(&_BindingValue, SortMapKeys | EscapeHTML) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() for i := 0; i < b.N; i++ { _, _ = Encode(&_BindingValue, SortMapKeys | EscapeHTML) } } func BenchmarkEncoder_Binding_Sonic_Fast(b *testing.B) { _, _ = Encode(&_BindingValue, NoCompactMarshaler | NoQuoteTextMarshaler) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() for i := 0; i < b.N; i++ { _, _ = Encode(&_BindingValue, NoCompactMarshaler | NoQuoteTextMarshaler) } } func BenchmarkEncoder_Binding_JsonIter(b *testing.B) { _, _ = jsoniter.Marshal(&_BindingValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() for i := 0; i < b.N; i++ { _, _ = jsoniter.Marshal(&_BindingValue) } } func BenchmarkEncoder_Binding_GoJson(b *testing.B) { _, _ = gojson.Marshal(&_BindingValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() for i := 0; i < b.N; i++ { _, _ = gojson.Marshal(&_BindingValue) } } func BenchmarkEncoder_Binding_StdLib(b *testing.B) { _, _ = json.Marshal(&_BindingValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() for i := 0; i < b.N; i++ { _, _ = json.Marshal(&_BindingValue) } } func BenchmarkEncoder_Parallel_Generic_Sonic(b *testing.B) { _, _ = Encode(_GenericValue, SortMapKeys | EscapeHTML) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { _, _ = Encode(_GenericValue, SortMapKeys | EscapeHTML) } }) } func BenchmarkEncoder_Parallel_Generic_Sonic_Fast(b *testing.B) { _, _ = Encode(_GenericValue, NoCompactMarshaler | NoQuoteTextMarshaler) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { _, _ = Encode(_GenericValue, NoCompactMarshaler | NoQuoteTextMarshaler) } }) } func BenchmarkEncoder_Parallel_Generic_JsonIter(b *testing.B) { _, _ = jsoniter.Marshal(_GenericValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { _, _ = jsoniter.Marshal(_GenericValue) } }) } func BenchmarkEncoder_Parallel_Generic_GoJson(b *testing.B) { _, _ = gojson.Marshal(_GenericValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { _, _ = gojson.Marshal(_GenericValue) } }) } func BenchmarkEncoder_Parallel_Generic_StdLib(b *testing.B) { _, _ = json.Marshal(_GenericValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { _, _ = json.Marshal(_GenericValue) } }) } func BenchmarkEncoder_Parallel_Binding_Sonic(b *testing.B) { _, _ = Encode(&_BindingValue, SortMapKeys | EscapeHTML) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { _, _ = Encode(&_BindingValue, SortMapKeys | EscapeHTML) } }) } func BenchmarkEncoder_Parallel_Binding_Sonic_Fast(b *testing.B) { _, _ = Encode(&_BindingValue, NoCompactMarshaler | NoQuoteTextMarshaler) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { _, _ = Encode(&_BindingValue, NoCompactMarshaler | NoQuoteTextMarshaler) } }) } func BenchmarkEncoder_Parallel_Binding_JsonIter(b *testing.B) { _, _ = jsoniter.Marshal(&_BindingValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { _, _ = jsoniter.Marshal(&_BindingValue) } }) } func BenchmarkEncoder_Parallel_Binding_GoJson(b *testing.B) { _, _ = gojson.Marshal(&_BindingValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { _, _ = gojson.Marshal(&_BindingValue) } }) } func BenchmarkEncoder_Parallel_Binding_StdLib(b *testing.B) { _, _ = json.Marshal(&_BindingValue) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { _, _ = json.Marshal(&_BindingValue) } }) } func BenchmarkHTMLEscape_Sonic(b *testing.B) { jsonByte := []byte(TwitterJson) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() var buf []byte for i := 0; i < b.N; i++ { buf = HTMLEscape(nil, jsonByte) } _ = buf } func BenchmarkHTMLEscape_StdLib(b *testing.B) { jsonByte := []byte(TwitterJson) b.SetBytes(int64(len(TwitterJson))) b.ResetTimer() var buf []byte for i := 0; i < b.N; i++ { out := bytes.NewBuffer(make([]byte, 0, len(TwitterJson) * 6 / 5)) json.HTMLEscape(out, jsonByte) buf = out.Bytes() } _ = buf }