112 lines
2.6 KiB
Go
112 lines
2.6 KiB
Go
package database
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"io"
|
|
|
|
"github.com/dgraph-io/badger/v4"
|
|
"lol.mleku.dev/chk"
|
|
"next.orly.dev/pkg/database/indexes"
|
|
"next.orly.dev/pkg/database/indexes/types"
|
|
"next.orly.dev/pkg/encoders/event"
|
|
"next.orly.dev/pkg/utils/units"
|
|
)
|
|
|
|
// Export the complete database of stored events to an io.Writer in line structured minified
|
|
// JSON.
|
|
func (d *D) Export(c context.Context, w io.Writer, pubkeys ...[]byte) {
|
|
var err error
|
|
evB := make([]byte, 0, units.Mb)
|
|
evBuf := bytes.NewBuffer(evB)
|
|
if len(pubkeys) == 0 {
|
|
if err = d.View(
|
|
func(txn *badger.Txn) (err error) {
|
|
buf := new(bytes.Buffer)
|
|
if err = indexes.EventEnc(nil).MarshalWrite(buf); chk.E(err) {
|
|
return
|
|
}
|
|
it := txn.NewIterator(badger.IteratorOptions{Prefix: buf.Bytes()})
|
|
defer it.Close()
|
|
for it.Rewind(); it.Valid(); it.Next() {
|
|
item := it.Item()
|
|
if err = item.Value(
|
|
func(val []byte) (err error) {
|
|
evBuf.Write(val)
|
|
return
|
|
},
|
|
); chk.E(err) {
|
|
continue
|
|
}
|
|
ev := event.New()
|
|
if err = ev.UnmarshalBinary(evBuf); chk.E(err) {
|
|
continue
|
|
}
|
|
// Serialize the event to JSON and write it to the output
|
|
defer func(ev *event.E) {
|
|
ev.Free()
|
|
evBuf.Reset()
|
|
}(ev)
|
|
if _, err = w.Write(ev.Serialize()); chk.E(err) {
|
|
return
|
|
}
|
|
if _, err = w.Write([]byte{'\n'}); chk.E(err) {
|
|
return
|
|
}
|
|
}
|
|
return
|
|
},
|
|
); err != nil {
|
|
return
|
|
}
|
|
} else {
|
|
for _, pubkey := range pubkeys {
|
|
if err = d.View(
|
|
func(txn *badger.Txn) (err error) {
|
|
pkBuf := new(bytes.Buffer)
|
|
ph := &types.PubHash{}
|
|
if err = ph.FromPubkey(pubkey); chk.E(err) {
|
|
return
|
|
}
|
|
if err = indexes.PubkeyEnc(
|
|
ph, nil, nil,
|
|
).MarshalWrite(pkBuf); chk.E(err) {
|
|
return
|
|
}
|
|
it := txn.NewIterator(badger.IteratorOptions{Prefix: pkBuf.Bytes()})
|
|
defer it.Close()
|
|
for it.Rewind(); it.Valid(); it.Next() {
|
|
item := it.Item()
|
|
if err = item.Value(
|
|
func(val []byte) (err error) {
|
|
evBuf.Write(val)
|
|
return
|
|
},
|
|
); chk.E(err) {
|
|
continue
|
|
}
|
|
ev := event.New()
|
|
if err = ev.UnmarshalBinary(evBuf); chk.E(err) {
|
|
continue
|
|
}
|
|
// Serialize the event to JSON and write it to the output
|
|
defer func(ev *event.E) {
|
|
ev.Free()
|
|
evBuf.Reset()
|
|
}(ev)
|
|
if _, err = w.Write(ev.Serialize()); chk.E(err) {
|
|
continue
|
|
}
|
|
if _, err = w.Write([]byte{'\n'}); chk.E(err) {
|
|
continue
|
|
}
|
|
}
|
|
return
|
|
},
|
|
); err != nil {
|
|
return
|
|
}
|
|
}
|
|
}
|
|
}
|