lmdb: use 8-byte keys instead of 32, use indexAddr, migrations.

badger/helpers.go

@@ -3,29 +3,18 @@ package badger
 import (
 	"encoding/binary"
 	"encoding/hex"
-	"strconv"
 	"strings"
 
+	"github.com/fiatjaf/eventstore"
 	"github.com/nbd-wtf/go-nostr"
+	"golang.org/x/exp/slices"
 )
 
-func getAddrTagElements(tagValue string) (kind uint16, pkb []byte, d string) {
-	spl := strings.Split(tagValue, ":")
-	if len(spl) == 3 {
-		if pkb, _ := hex.DecodeString(spl[1]); len(pkb) == 32 {
-			if kind, err := strconv.ParseUint(spl[0], 10, 16); err == nil {
-				return uint16(kind), pkb, spl[2]
-			}
-		}
-	}
-	return 0, nil, ""
-}
-
 func getTagIndexPrefix(tagValue string) ([]byte, int) {
 	var k []byte   // the key with full length for created_at and idx at the end, but not filled with these
 	var offset int // the offset -- i.e. where the prefix ends and the created_at and idx would start
 
-	if kind, pkb, d := getAddrTagElements(tagValue); len(pkb) == 32 {
+	if kind, pkb, d := eventstore.GetAddrTagElements(tagValue); len(pkb) == 32 {
 		// store value in the new special "a" tag index
 		k = make([]byte, 1+2+32+len(d)+4+4)
 		k[0] = indexTagAddrPrefix
@@ -98,8 +87,14 @@ func getIndexKeysForEvent(evt *nostr.Event, idx []byte) [][]byte {
 	}
 
 	// ~ by tagvalue+date
-	for _, tag := range evt.Tags {
+	slices.SortFunc(evt.Tags, func(a, b nostr.Tag) int { return strings.Compare(a[1], b[1]) })
+	for i, tag := range evt.Tags {
 		if len(tag) < 2 || len(tag[0]) != 1 || len(tag[1]) == 0 || len(tag[1]) > 100 {
+			// not indexable
+			continue
+		}
+		if i > 0 && evt.Tags[i-1][1] == tag[1] {
+			// duplicate
 			continue
 		}