mirror of
https://github.com/ncruces/go-sqlite3.git
synced 2026-01-12 22:19:14 +00:00
11c03a16f9
- enabled by default on 64-bit macOS and Linux (`amd64`/`arm64`) - depends on merged but unreleased wazero - may cause small performance regression - users may need WithMemoryLimitPages if not enough address space available - needs docs
82 lines
1.9 KiB
Go
82 lines
1.9 KiB
Go
//go:build unix
|
|
|
|
package util
|
|
|
|
import (
|
|
"math"
|
|
|
|
"github.com/tetratelabs/wazero/experimental"
|
|
"golang.org/x/sys/unix"
|
|
)
|
|
|
|
func mmappedAllocator(min, cap, max uint64) experimental.MemoryBuffer {
|
|
// Round up to the page size.
|
|
rnd := uint64(unix.Getpagesize() - 1)
|
|
max = (max + rnd) &^ rnd
|
|
cap = (cap + rnd) &^ rnd
|
|
|
|
if max > math.MaxInt {
|
|
// This ensures int(max) overflows to a negative value,
|
|
// and unix.Mmap returns EINVAL.
|
|
max = math.MaxUint64
|
|
}
|
|
// Reserve max bytes of address space, to ensure we won't need to move it.
|
|
// A protected, private, anonymous mapping should not commit memory.
|
|
b, err := unix.Mmap(-1, 0, int(max), unix.PROT_NONE, unix.MAP_PRIVATE|unix.MAP_ANON)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
// Commit the initial cap bytes of memory.
|
|
err = unix.Mprotect(b[:cap], unix.PROT_READ|unix.PROT_WRITE)
|
|
if err != nil {
|
|
unix.Munmap(b)
|
|
panic(err)
|
|
}
|
|
return &mmappedBuffer{
|
|
buf: b[:cap],
|
|
cur: min,
|
|
}
|
|
}
|
|
|
|
// The slice covers the entire mmapped memory:
|
|
// - len(buf) is the already committed memory,
|
|
// - cap(buf) is the reserved address space,
|
|
// - cur is the already requested size.
|
|
type mmappedBuffer struct {
|
|
buf []byte
|
|
cur uint64
|
|
}
|
|
|
|
func (m *mmappedBuffer) Buffer() []byte {
|
|
// Limit capacity because bytes beyond len(m.buf)
|
|
// have not yet been committed.
|
|
return m.buf[:m.cur:len(m.buf)]
|
|
}
|
|
|
|
func (m *mmappedBuffer) Grow(size uint64) []byte {
|
|
if com := uint64(len(m.buf)); com < size {
|
|
// Round up to the page size.
|
|
rnd := uint64(unix.Getpagesize() - 1)
|
|
new := (size + rnd) &^ rnd
|
|
|
|
// Commit additional memory up to new bytes.
|
|
err := unix.Mprotect(m.buf[com:new], unix.PROT_READ|unix.PROT_WRITE)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
// Update commited memory.
|
|
m.buf = m.buf[:new]
|
|
}
|
|
m.cur = size
|
|
return m.Buffer()
|
|
}
|
|
|
|
func (m *mmappedBuffer) Free() {
|
|
err := unix.Munmap(m.buf[:cap(m.buf)])
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
m.buf = nil
|
|
}
|