seaweedfs/weed/util/mem/slot_pool.go

64 lines
1.1 KiB
Go
Raw Normal View History

2021-11-27 20:13:00 +00:00
package mem
2022-01-22 09:35:12 +00:00
import (
"github.com/seaweedfs/seaweedfs/weed/glog"
2022-01-22 09:35:12 +00:00
"sync"
"sync/atomic"
)
2021-11-27 20:13:00 +00:00
var pools []*sync.Pool
const (
min_size = 1024
)
func bitCount(size int) (count int) {
for ; size > min_size; count++ {
2022-01-22 16:05:04 +00:00
size = (size + 1) >> 1
2021-11-27 20:13:00 +00:00
}
return
}
func init() {
// 1KB ~ 256MB
pools = make([]*sync.Pool, bitCount(1024*1024*256))
for i := 0; i < len(pools); i++ {
slotSize := 1024 << i
pools[i] = &sync.Pool{
New: func() interface{} {
buffer := make([]byte, slotSize)
return &buffer
},
}
}
}
func getSlotPool(size int) (*sync.Pool, bool) {
2021-11-27 20:13:00 +00:00
index := bitCount(size)
if index >= len(pools) {
return nil, false
}
return pools[index], true
2021-11-27 20:13:00 +00:00
}
2022-01-22 09:35:12 +00:00
var total int64
2021-11-27 20:13:00 +00:00
func Allocate(size int) []byte {
if pool, found := getSlotPool(size); found {
newVal := atomic.AddInt64(&total, 1)
glog.V(4).Infof("++> %d", newVal)
slab := *pool.Get().(*[]byte)
return slab[:size]
}
return make([]byte, size)
2021-11-27 20:13:00 +00:00
}
func Free(buf []byte) {
if pool, found := getSlotPool(cap(buf)); found {
newVal := atomic.AddInt64(&total, -1)
glog.V(4).Infof("--> %d", newVal)
pool.Put(&buf)
}
2021-11-27 20:13:00 +00:00
}