mirror of
https://github.com/ii64/sonic.git
synced 2026-06-21 00:46:43 +08:00
442ce696fb
* fix: use stackmap of shadow func as jit func's * fix: use LoadWithFaker in decoder * fix: LoadWithFaker support go115 * add 'runtime.' prefix on jit funcname to prevent preempt * add parallel GC tests * remove no_stack_pointer() Co-authored-by: duanyi.aster <duanyi.aster@bytedance.com> Co-authored-by: liuqiang <liuqiang.06@bytedance.com>
134 lines
2.9 KiB
Go
134 lines
2.9 KiB
Go
/*
|
|
* Copyright 2021 ByteDance Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package encoder
|
|
|
|
import (
|
|
`bytes`
|
|
`errors`
|
|
`runtime`
|
|
`sync`
|
|
`unsafe`
|
|
|
|
`github.com/bytedance/sonic/internal/caching`
|
|
`github.com/bytedance/sonic/internal/rt`
|
|
)
|
|
|
|
const (
|
|
_MaxStack = 65536 // 64k states
|
|
_MaxBuffer = 1048576 // 1MB buffer size
|
|
)
|
|
|
|
var (
|
|
bytesPool = sync.Pool{}
|
|
stackPool = sync.Pool{}
|
|
bufferPool = sync.Pool{}
|
|
programCache = caching.CreateProgramCache()
|
|
)
|
|
|
|
type _State struct {
|
|
x int
|
|
f uint64
|
|
p unsafe.Pointer
|
|
q unsafe.Pointer
|
|
}
|
|
|
|
type _Stack struct {
|
|
sp uint64
|
|
sb [_MaxStack]_State
|
|
}
|
|
|
|
type _Encoder func(
|
|
rb *[]byte,
|
|
vp unsafe.Pointer,
|
|
sb *_Stack,
|
|
fv uint64,
|
|
) error
|
|
|
|
var errCallShadow = errors.New("DON'T CALL THIS!")
|
|
|
|
// Faker func of _Encoder, used to export its stackmap as _Encoder's
|
|
//go:nosplit
|
|
func _Encoder_Shadow(rb *[]byte, vp unsafe.Pointer, sb *_Stack, fv uint64) error {
|
|
// align to assembler_amd64.go: _FP_offs
|
|
var frames [_FP_offs]byte
|
|
runtime.KeepAlive(frames)
|
|
|
|
// must keep sb noticeable to GC
|
|
runtime.KeepAlive(sb)
|
|
runtime.KeepAlive(rb)
|
|
runtime.KeepAlive(vp)
|
|
|
|
return errCallShadow
|
|
}
|
|
|
|
|
|
func newBytes() []byte {
|
|
if ret := bytesPool.Get(); ret != nil {
|
|
return ret.([]byte)
|
|
} else {
|
|
return make([]byte, 0, _MaxBuffer)
|
|
}
|
|
}
|
|
|
|
func newStack() *_Stack {
|
|
if ret := stackPool.Get(); ret == nil {
|
|
return new(_Stack)
|
|
} else {
|
|
return ret.(*_Stack)
|
|
}
|
|
}
|
|
|
|
func newBuffer() *bytes.Buffer {
|
|
if ret := bufferPool.Get(); ret != nil {
|
|
return ret.(*bytes.Buffer)
|
|
} else {
|
|
return bytes.NewBuffer(make([]byte, 0, _MaxBuffer))
|
|
}
|
|
}
|
|
|
|
func freeBytes(p []byte) {
|
|
p = p[:0]
|
|
bytesPool.Put(p)
|
|
}
|
|
|
|
func freeStack(p *_Stack) {
|
|
p.sp = 0
|
|
stackPool.Put(p)
|
|
}
|
|
|
|
func freeBuffer(p *bytes.Buffer) {
|
|
p.Reset()
|
|
bufferPool.Put(p)
|
|
}
|
|
|
|
func makeEncoder(vt *rt.GoType) (interface{}, error) {
|
|
if pp, err := newCompiler().compile(vt.Pack()); err != nil {
|
|
return nil, err
|
|
} else {
|
|
return newAssembler(pp).Load(), nil
|
|
}
|
|
}
|
|
|
|
func findOrCompile(vt *rt.GoType) (_Encoder, error) {
|
|
if val := programCache.Get(vt); val != nil {
|
|
return val.(_Encoder), nil
|
|
} else if ret, err := programCache.Compute(vt, makeEncoder); err == nil {
|
|
return ret.(_Encoder), nil
|
|
} else {
|
|
return nil, err
|
|
}
|
|
}
|