segment

Sep 29, 2025

Changes in this version

type Builder

+ func (b *Builder) BuildWithContext(ctx context.Context) (*Metadata, error)

Sep 15, 2025

Changes in this version

type Builder

+ func (b *Builder) MarkAlreadySorted()

+ func (b *Builder) SetAutoDisableLOUDSThreshold(n int)

+ func (b *Builder) SetDisableLOUDS(skip bool)

+ func (b *Builder) SetForceTrie(force bool)

+ func (b *Builder) SetTrieGCPercent(p int)

type Reader

+ func (r *Reader) HasTombstoneExact(ctx context.Context, key []byte) bool

Sep 14, 2025

Changes in this version

type Builder

+ func (b *Builder) SetSkipFilters(skip bool)

Sep 14, 2025

Changes in this version

type Builder

+ func (b *Builder) AddFromPairs(keys [][]byte, tombs []bool) error

+ func (b *Builder) AddWithExpiry(key, value []byte, expiresAtNanos int64, tombstone bool) error

+ func (b *Builder) BuildBloomOnly(dir string) error

+ func (b *Builder) BuildTrigramOnly(dir string) error

type Files

+ Expiry string

type Reader

+ func (r *Reader) Bloom() *filters.BloomFilter

+ func (r *Reader) DecRef()

+ func (r *Reader) IncRef()

+ func (r *Reader) MinKey() ([]byte, bool)

+ func (r *Reader) Release()

+ func (r *Reader) Trigram() *filters.TrigramFilter

Sep 14, 2025

Changes in this version

type Builder

+ func (b *Builder) ConfigureBuild(maxShards, shardMinKeys, bloomAdaptMinKeys int)

+ func (b *Builder) ConfigureFilters(bloomFPR float64, prefixLen int, enableTrigram bool)

Sep 6, 2025

Changes in this version

+ func ComputeFileCRC(data []byte, crcOffset int) uint64

+ func ValidateHeader(h *CommonHeader, expectedMagic uint32, expectedVersion uint16) error

+ func VerifyFileCRC(data []byte, crcOffset int, expected uint64) bool

+ func WriteCommonHeader(w io.Writer, magic uint32, version uint16) error

+ func WriteLoudsHeader(w io.Writer, h *LoudsHeader) error

+ type AcceptHeader struct

+ Encoding uint32

+ FileCRC32C uint64

+ NodesCount uint64

+ OffBits uint64

+ OffCounts uint64

+ type BloomFilter struct

+ Bits uint64

+ FPR float64

+ K uint32

+ type BloomHeader struct

+ Bits uint64

+ FileCRC32C uint64

+ Hash uint32

+ K uint32

+ OffBitset uint64

+ type Builder struct

+ func NewBuilder(segmentID uint64, level int, dir string, logger common.Logger) *Builder

+ func (b *Builder) Add(key, value []byte, tombstone bool) error

+ func (b *Builder) AddFromMemtable(snapshot *memtable.Snapshot) error

+ func (b *Builder) AddTombstone(key []byte)

+ func (b *Builder) Build() (*Metadata, error)

+ func (b *Builder) DropAllTombstones()

+ type CommonHeader struct

+ Magic uint32

+ Version uint16

+ func ReadCommonHeader(r io.Reader) (*CommonHeader, error)

+ type Counts struct

+ Accepted uint64

+ Edges uint64

+ Nodes uint64

+ Tails uint64

+ type EdgesHeader struct

+ CutsCount uint64

+ FileCRC32C uint64

+ LabelsBytes uint64

+ NodesCount uint64

+ OffEdgeCnt uint64

+ OffFirstEdgeEF uint64

+ OffLabelsBlob uint64

+ OffLabelsCutsEF uint64

+ OffTargets uint64

+ OffTargetsOffsetsEF uint64

+ TargetsCount uint64

+ TotalEdges uint64

+ type Encodings struct

+ AcceptBits string

+ IDBits int

+ Labels string

+ Targets string

+ type Files struct

+ Accept string

+ Edges string

+ Louds string

+ TMap string

+ Tails string

+ type Filters struct

+ PrefixBloom *BloomFilter

+ Trigram *TrigramFilter

+ type LoudsHeader struct

+ BitsLen uint64

+ FileCRC32C uint64

+ OffBV uint64

+ OffRank uint64

+ OffSelect0 uint64

+ OffSelect1 uint64

+ RankBlockStrideBits uint32

+ RankSuperStrideBits uint32

+ Select0Sample uint32

+ Select1Sample uint32

+ TotalNodes uint64

+ func ReadLoudsHeader(r io.Reader) (*LoudsHeader, error)

+ type Metadata struct

+ Blake3 map[string]string

+ Counts Counts

+ CreatedAtUnix int64

+ Encodings Encodings

+ Files Files

+ Filters Filters

+ Format string

+ Level int

+ MaxKeyHex string

+ MinKeyHex string

+ Parents []uint64

+ SegmentID uint64

+ Version string

+ func LoadFromFile(path string) (*Metadata, error)

+ func NewMetadata(segmentID uint64, level int) *Metadata

+ func (m *Metadata) GetMaxKey() ([]byte, error)

+ func (m *Metadata) GetMinKey() ([]byte, error)

+ func (m *Metadata) SaveToFile(path string) error

+ func (m *Metadata) SetKeyRange(minKey, maxKey []byte)

+ type NullLogger struct

+ func (n *NullLogger) Debug(msg string, fields ...interface{})

+ func (n *NullLogger) Error(msg string, fields ...interface{})

+ func (n *NullLogger) Info(msg string, fields ...interface{})

+ func (n *NullLogger) Warn(msg string, fields ...interface{})

+ type Reader struct

+ func NewReader(segmentID uint64, dir string, logger common.Logger, verifyChecksums bool) (*Reader, error)

+ func (r *Reader) AllKeys() [][]byte

+ func (r *Reader) Close() error

+ func (r *Reader) Contains(key []byte) bool

+ func (r *Reader) Get(key []byte) ([]byte, bool)

+ func (r *Reader) GetMetadata() *Metadata

+ func (r *Reader) GetSegmentID() uint64

+ func (r *Reader) HasTombstone(key []byte) bool

+ func (r *Reader) IterateKeys(fn func(k []byte) bool) (int, error)

+ func (r *Reader) IterateTombstones(fn func(k []byte) bool) (int, error)

+ func (r *Reader) Iterator() *SegmentIterator

+ func (r *Reader) MayContain(pattern *regexp.Regexp) bool

+ func (r *Reader) RegexIterator(pattern *regexp.Regexp) *SegmentIterator

+ func (r *Reader) StreamKeys() (advance func() ([]byte, bool))

+ func (r *Reader) StreamTombstones() (advance func() ([]byte, bool))

+ func (r *Reader) Tombstones() [][]byte

+ type SegmentIterator struct

+ func (it *SegmentIterator) Close() error

+ func (it *SegmentIterator) Error() error

+ func (it *SegmentIterator) Key() []byte

+ func (it *SegmentIterator) Next() bool

+ func (it *SegmentIterator) Value() []byte

+ type TMapHeader struct

+ FileCRC32C uint64

+ OffTailIDs uint64

+ OffTailNodesEF uint64

+ TailNodesCount uint64

+ type TailsHeader struct

+ BlockSize uint32

+ BlocksCount uint64

+ FileCRC32C uint64

+ OffBlocksIndex uint64

+ OffFrames uint64

+ OffMap uint64

+ TailsCount uint64

+ type TrigramFilter struct

+ Bits uint64

+ Scheme string

+ type TrigramHeader struct

+ Bits uint64

+ FileCRC32C uint64

+ OffBitset uint64

+ Scheme uint32