99 lines
2.6 KiB
Go
99 lines
2.6 KiB
Go
package ratel
|
|
|
|
import (
|
|
"encoding/binary"
|
|
"errors"
|
|
"fmt"
|
|
|
|
. "nostr.mleku.dev"
|
|
"ratel.mleku.dev/keys/index"
|
|
|
|
"github.com/dgraph-io/badger/v4"
|
|
"github.com/dgraph-io/badger/v4/options"
|
|
"util.mleku.dev/units"
|
|
)
|
|
|
|
func (r *T) Init(path S) (err E) {
|
|
r.dataDir = path
|
|
Log.I.Ln("opening ratel event store at", r.Path())
|
|
opts := badger.DefaultOptions(r.dataDir)
|
|
opts.BlockCacheSize = int64(r.BlockCacheSize)
|
|
opts.BlockSize = units.Mb
|
|
opts.CompactL0OnClose = true
|
|
opts.LmaxCompaction = true
|
|
opts.Compression = options.None
|
|
// opts.Compression = options.ZSTD
|
|
r.Logger = NewLogger(r.InitLogLevel, r.dataDir)
|
|
opts.Logger = r.Logger
|
|
if r.DB, err = badger.Open(opts); Chk.E(err) {
|
|
return err
|
|
}
|
|
Log.T.Ln("getting event store sequence index", r.dataDir)
|
|
if r.seq, err = r.DB.GetSequence([]byte("events"), 1000); Chk.E(err) {
|
|
return err
|
|
}
|
|
Log.T.Ln("running migrations", r.dataDir)
|
|
if err = r.runMigrations(); Chk.E(err) {
|
|
return Log.E.Err("error running migrations: %w; %s", err, r.dataDir)
|
|
}
|
|
if r.DBSizeLimit > 0 {
|
|
// go r.GarbageCollector()
|
|
} else {
|
|
// go r.GCCount()
|
|
}
|
|
return nil
|
|
|
|
}
|
|
|
|
const Version = 1
|
|
|
|
func (r *T) runMigrations() (err error) {
|
|
return r.Update(func(txn *badger.Txn) (err error) {
|
|
var version uint16
|
|
var item *badger.Item
|
|
item, err = txn.Get([]byte{index.Version.B()})
|
|
if errors.Is(err, badger.ErrKeyNotFound) {
|
|
version = 0
|
|
} else if Chk.E(err) {
|
|
return err
|
|
} else {
|
|
Chk.E(item.Value(func(val []byte) (err error) {
|
|
version = binary.BigEndian.Uint16(val)
|
|
return
|
|
}))
|
|
}
|
|
// do the migrations in increasing steps (there is no rollback)
|
|
if version < Version {
|
|
// if there is any data in the relay we will stop and notify the user, otherwise we
|
|
// just set version to 1 and proceed
|
|
prefix := []byte{index.Id.B()}
|
|
it := txn.NewIterator(badger.IteratorOptions{
|
|
PrefetchValues: true,
|
|
PrefetchSize: 100,
|
|
Prefix: prefix,
|
|
})
|
|
defer it.Close()
|
|
hasAnyEntries := false
|
|
for it.Seek(prefix); it.ValidForPrefix(prefix); it.Next() {
|
|
hasAnyEntries = true
|
|
break
|
|
}
|
|
if hasAnyEntries {
|
|
return fmt.Errorf("your database is at version %d, but in order to migrate up "+
|
|
"to version 1 you must manually export all the events and then import "+
|
|
"again:\n"+
|
|
"run an old version of this software, export the data, then delete the "+
|
|
"database files, run the new version, import the data back it", version)
|
|
}
|
|
Chk.E(r.bumpVersion(txn, Version))
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
func (r *T) bumpVersion(txn *badger.Txn, version uint16) error {
|
|
buf := make([]byte, 2)
|
|
binary.BigEndian.PutUint16(buf, version)
|
|
return txn.Set([]byte{index.Version.B()}, buf)
|
|
}
|