Compare commits
16 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
fdcfd863e0
|
|||
|
4e96c9e2f7
|
|||
|
fb956ff09c
|
|||
|
eac6ba1410
|
|||
|
6b4b035f0c
|
|||
|
c2c6720e01
|
|||
|
dddcc682b9
|
|||
|
ddaab70d2b
|
|||
|
61cec63ca9
|
|||
|
b063dab2a3
|
|||
|
9e59d5f72b
|
|||
|
fe3893addf
|
|||
|
5eb192f208
|
|||
|
2385d1f752
|
|||
|
faad7ddc93
|
|||
|
c9314bdbd0
|
@@ -89,3 +89,7 @@ A good typical example:
|
|||||||
// - Initializes the relay, starting its operation in a separate goroutine.
|
// - Initializes the relay, starting its operation in a separate goroutine.
|
||||||
|
|
||||||
```
|
```
|
||||||
|
|
||||||
|
use the source of the relay-tester to help guide what expectations the test has,
|
||||||
|
and use context7 for information about the nostr protocol, and use additional
|
||||||
|
log statements to help locate the cause of bugs
|
||||||
@@ -29,6 +29,7 @@ type C struct {
|
|||||||
Port int `env:"ORLY_PORT" default:"3334" usage:"port to listen on"`
|
Port int `env:"ORLY_PORT" default:"3334" usage:"port to listen on"`
|
||||||
LogLevel string `env:"ORLY_LOG_LEVEL" default:"info" usage:"relay log level: fatal error warn info debug trace"`
|
LogLevel string `env:"ORLY_LOG_LEVEL" default:"info" usage:"relay log level: fatal error warn info debug trace"`
|
||||||
DBLogLevel string `env:"ORLY_DB_LOG_LEVEL" default:"info" usage:"database log level: fatal error warn info debug trace"`
|
DBLogLevel string `env:"ORLY_DB_LOG_LEVEL" default:"info" usage:"database log level: fatal error warn info debug trace"`
|
||||||
|
LogToStdout bool `env:"ORLY_LOG_TO_STDOUT" default:"false" usage:"log to stdout instead of stderr"`
|
||||||
Pprof string `env:"ORLY_PPROF" usage:"enable pprof in modes: cpu,memory,allocation"`
|
Pprof string `env:"ORLY_PPROF" usage:"enable pprof in modes: cpu,memory,allocation"`
|
||||||
IPWhitelist []string `env:"ORLY_IP_WHITELIST" usage:"comma-separated list of IP addresses to allow access from, matches on prefixes to allow private subnets, eg 10.0.0 = 10.0.0.0/8"`
|
IPWhitelist []string `env:"ORLY_IP_WHITELIST" usage:"comma-separated list of IP addresses to allow access from, matches on prefixes to allow private subnets, eg 10.0.0 = 10.0.0.0/8"`
|
||||||
Admins []string `env:"ORLY_ADMINS" usage:"comma-separated list of admin npubs"`
|
Admins []string `env:"ORLY_ADMINS" usage:"comma-separated list of admin npubs"`
|
||||||
@@ -73,6 +74,9 @@ func New() (cfg *C, err error) {
|
|||||||
PrintHelp(cfg, os.Stderr)
|
PrintHelp(cfg, os.Stderr)
|
||||||
os.Exit(0)
|
os.Exit(0)
|
||||||
}
|
}
|
||||||
|
if cfg.LogToStdout {
|
||||||
|
lol.Writer = os.Stdout
|
||||||
|
}
|
||||||
lol.SetLogLevel(cfg.LogLevel)
|
lol.SetLogLevel(cfg.LogLevel)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -46,7 +46,7 @@ func (l *Listener) HandleAuth(b []byte) (err error) {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
log.D.F(
|
log.D.F(
|
||||||
"%s authed to pubkey,%0x", l.remote,
|
"%s authed to pubkey %0x", l.remote,
|
||||||
env.Event.Pubkey,
|
env.Event.Pubkey,
|
||||||
)
|
)
|
||||||
l.authedPubkey.Store(env.Event.Pubkey)
|
l.authedPubkey.Store(env.Event.Pubkey)
|
||||||
|
|||||||
@@ -23,7 +23,7 @@ func (l *Listener) GetSerialsFromFilter(f *filter.F) (
|
|||||||
return l.D.GetSerialsFromFilter(f)
|
return l.D.GetSerialsFromFilter(f)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (l *Listener) HandleDelete(env *eventenvelope.Submission) {
|
func (l *Listener) HandleDelete(env *eventenvelope.Submission) (err error) {
|
||||||
log.I.C(
|
log.I.C(
|
||||||
func() string {
|
func() string {
|
||||||
return fmt.Sprintf(
|
return fmt.Sprintf(
|
||||||
@@ -39,15 +39,17 @@ func (l *Listener) HandleDelete(env *eventenvelope.Submission) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
// process the tags in the delete event
|
// process the tags in the delete event
|
||||||
var err error
|
var deleteErr error
|
||||||
|
var validDeletionFound bool
|
||||||
for _, t := range *env.E.Tags {
|
for _, t := range *env.E.Tags {
|
||||||
// first search for a tags, as these are the simplest to process
|
// first search for a tags, as these are the simplest to process
|
||||||
if utils.FastEqual(t.Key(), []byte("a")) {
|
if utils.FastEqual(t.Key(), []byte("a")) {
|
||||||
at := new(atag.T)
|
at := new(atag.T)
|
||||||
if _, err = at.Unmarshal(t.Value()); chk.E(err) {
|
if _, deleteErr = at.Unmarshal(t.Value()); chk.E(deleteErr) {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if ownerDelete || utils.FastEqual(env.E.Pubkey, at.Pubkey) {
|
if ownerDelete || utils.FastEqual(env.E.Pubkey, at.Pubkey) {
|
||||||
|
validDeletionFound = true
|
||||||
// find the event and delete it
|
// find the event and delete it
|
||||||
f := &filter.F{
|
f := &filter.F{
|
||||||
Authors: tag.NewFromBytesSlice(at.Pubkey),
|
Authors: tag.NewFromBytesSlice(at.Pubkey),
|
||||||
@@ -69,11 +71,30 @@ func (l *Listener) HandleDelete(env *eventenvelope.Submission) {
|
|||||||
if ev, err = l.FetchEventBySerial(s); chk.E(err) {
|
if ev, err = l.FetchEventBySerial(s); chk.E(err) {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if !(kind.IsReplaceable(ev.Kind) && len(at.DTag) == 0) {
|
// Only delete events that match the a-tag criteria:
|
||||||
// skip a tags with no dtag if the kind is not
|
// - For parameterized replaceable events: must have matching d-tag
|
||||||
// replaceable.
|
// - For regular replaceable events: should not have d-tag constraint
|
||||||
|
if kind.IsParameterizedReplaceable(ev.Kind) {
|
||||||
|
// For parameterized replaceable, we need a DTag to match
|
||||||
|
if len(at.DTag) == 0 {
|
||||||
|
log.I.F("HandleDelete: skipping parameterized replaceable event %s - no DTag in a-tag", hex.Enc(ev.ID))
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
} else if !kind.IsReplaceable(ev.Kind) {
|
||||||
|
// For non-replaceable events, a-tags don't apply
|
||||||
|
log.I.F("HandleDelete: skipping non-replaceable event %s - a-tags only apply to replaceable events", hex.Enc(ev.ID))
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Only delete events that are older than or equal to the delete event timestamp
|
||||||
|
if ev.CreatedAt > env.E.CreatedAt {
|
||||||
|
log.I.F("HandleDelete: skipping newer event %s (created_at=%d) - delete event timestamp is %d",
|
||||||
|
hex.Enc(ev.ID), ev.CreatedAt, env.E.CreatedAt)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
log.I.F("HandleDelete: deleting event %s via a-tag %d:%s:%s (event_time=%d, delete_time=%d)",
|
||||||
|
hex.Enc(ev.ID), at.Kind.K, hex.Enc(at.Pubkey), string(at.DTag), ev.CreatedAt, env.E.CreatedAt)
|
||||||
if err = l.DeleteEventBySerial(
|
if err = l.DeleteEventBySerial(
|
||||||
l.Ctx, s, ev,
|
l.Ctx, s, ev,
|
||||||
); chk.E(err) {
|
); chk.E(err) {
|
||||||
@@ -87,10 +108,16 @@ func (l *Listener) HandleDelete(env *eventenvelope.Submission) {
|
|||||||
// if e tags are found, delete them if the author is signer, or one of
|
// if e tags are found, delete them if the author is signer, or one of
|
||||||
// the owners is signer
|
// the owners is signer
|
||||||
if utils.FastEqual(t.Key(), []byte("e")) {
|
if utils.FastEqual(t.Key(), []byte("e")) {
|
||||||
var dst []byte
|
val := t.Value()
|
||||||
if _, err = hex.DecBytes(dst, t.Value()); chk.E(err) {
|
if len(val) == 0 {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
var dst []byte
|
||||||
|
if b, e := hex.Dec(string(val)); chk.E(e) {
|
||||||
|
continue
|
||||||
|
} else {
|
||||||
|
dst = b
|
||||||
|
}
|
||||||
f := &filter.F{
|
f := &filter.F{
|
||||||
Ids: tag.NewFromBytesSlice(dst),
|
Ids: tag.NewFromBytesSlice(dst),
|
||||||
}
|
}
|
||||||
@@ -108,15 +135,20 @@ func (l *Listener) HandleDelete(env *eventenvelope.Submission) {
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
// check that the author is the same as the signer of the
|
// check that the author is the same as the signer of the
|
||||||
// delete, for the k tag case the author is the signer of
|
// delete, for the e tag case the author is the signer of
|
||||||
// the event.
|
// the event.
|
||||||
if !utils.FastEqual(env.E.Pubkey, ev.Pubkey) {
|
if !utils.FastEqual(env.E.Pubkey, ev.Pubkey) {
|
||||||
|
log.W.F("HandleDelete: attempted deletion of event %s by different user - delete pubkey=%s, event pubkey=%s",
|
||||||
|
hex.Enc(ev.ID), hex.Enc(env.E.Pubkey), hex.Enc(ev.Pubkey))
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
validDeletionFound = true
|
||||||
// exclude delete events
|
// exclude delete events
|
||||||
if ev.Kind == kind.EventDeletion.K {
|
if ev.Kind == kind.EventDeletion.K {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
log.I.F("HandleDelete: deleting event %s by authorized user %s",
|
||||||
|
hex.Enc(ev.ID), hex.Enc(env.E.Pubkey))
|
||||||
if err = l.DeleteEventBySerial(l.Ctx, s, ev); chk.E(err) {
|
if err = l.DeleteEventBySerial(l.Ctx, s, ev); chk.E(err) {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
@@ -164,5 +196,11 @@ func (l *Listener) HandleDelete(env *eventenvelope.Submission) {
|
|||||||
}
|
}
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// If no valid deletions were found, return an error
|
||||||
|
if !validDeletionFound {
|
||||||
|
return fmt.Errorf("blocked: cannot delete events that belong to other users")
|
||||||
|
}
|
||||||
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -62,7 +62,7 @@ func (l *Listener) HandleEvent(msg []byte) (err error) {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
// check permissions of user
|
// check permissions of user
|
||||||
accessLevel := acl.Registry.GetAccessLevel(l.authedPubkey.Load())
|
accessLevel := acl.Registry.GetAccessLevel(l.authedPubkey.Load(), l.remote)
|
||||||
switch accessLevel {
|
switch accessLevel {
|
||||||
case "none":
|
case "none":
|
||||||
log.D.F(
|
log.D.F(
|
||||||
@@ -103,7 +103,17 @@ func (l *Listener) HandleEvent(msg []byte) (err error) {
|
|||||||
}
|
}
|
||||||
// if the event is a delete, process the delete
|
// if the event is a delete, process the delete
|
||||||
if env.E.Kind == kind.EventDeletion.K {
|
if env.E.Kind == kind.EventDeletion.K {
|
||||||
l.HandleDelete(env)
|
if err = l.HandleDelete(env); err != nil {
|
||||||
|
if strings.HasPrefix(err.Error(), "blocked:") {
|
||||||
|
errStr := err.Error()[len("blocked: "):len(err.Error())]
|
||||||
|
if err = Ok.Error(
|
||||||
|
l, env, errStr,
|
||||||
|
); chk.E(err) {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
} else {
|
} else {
|
||||||
// check if the event was deleted
|
// check if the event was deleted
|
||||||
if err = l.CheckForDeleted(env.E, l.Admins); err != nil {
|
if err = l.CheckForDeleted(env.E, l.Admins); err != nil {
|
||||||
@@ -119,7 +129,17 @@ func (l *Listener) HandleEvent(msg []byte) (err error) {
|
|||||||
}
|
}
|
||||||
// store the event
|
// store the event
|
||||||
log.I.F("saving event %0x, %s", env.E.ID, env.E.Serialize())
|
log.I.F("saving event %0x, %s", env.E.ID, env.E.Serialize())
|
||||||
if _, _, err = l.SaveEvent(l.Ctx, env.E); chk.E(err) {
|
if _, _, err = l.SaveEvent(l.Ctx, env.E); err != nil {
|
||||||
|
if strings.HasPrefix(err.Error(), "blocked:") {
|
||||||
|
errStr := err.Error()[len("blocked: "):len(err.Error())]
|
||||||
|
if err = Ok.Error(
|
||||||
|
l, env, errStr,
|
||||||
|
); chk.E(err) {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
chk.E(err)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
// Send a success response storing
|
// Send a success response storing
|
||||||
|
|||||||
@@ -1,8 +1,6 @@
|
|||||||
package app
|
package app
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"fmt"
|
|
||||||
|
|
||||||
"encoders.orly/envelopes"
|
"encoders.orly/envelopes"
|
||||||
"encoders.orly/envelopes/authenvelope"
|
"encoders.orly/envelopes/authenvelope"
|
||||||
"encoders.orly/envelopes/closeenvelope"
|
"encoders.orly/envelopes/closeenvelope"
|
||||||
@@ -11,46 +9,39 @@ import (
|
|||||||
"encoders.orly/envelopes/reqenvelope"
|
"encoders.orly/envelopes/reqenvelope"
|
||||||
"lol.mleku.dev/chk"
|
"lol.mleku.dev/chk"
|
||||||
"lol.mleku.dev/errorf"
|
"lol.mleku.dev/errorf"
|
||||||
"lol.mleku.dev/log"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func (l *Listener) HandleMessage(msg []byte, remote string) {
|
func (l *Listener) HandleMessage(msg []byte, remote string) {
|
||||||
log.D.C(
|
// log.D.F("%s received message:\n%s", remote, msg)
|
||||||
func() string {
|
|
||||||
return fmt.Sprintf(
|
|
||||||
"%s received message:\n%s", remote, msg,
|
|
||||||
)
|
|
||||||
},
|
|
||||||
)
|
|
||||||
var err error
|
var err error
|
||||||
var t string
|
var t string
|
||||||
var rem []byte
|
var rem []byte
|
||||||
if t, rem, err = envelopes.Identify(msg); !chk.E(err) {
|
if t, rem, err = envelopes.Identify(msg); !chk.E(err) {
|
||||||
switch t {
|
switch t {
|
||||||
case eventenvelope.L:
|
case eventenvelope.L:
|
||||||
log.D.F("eventenvelope: %s", rem)
|
// log.D.F("eventenvelope: %s %s", remote, rem)
|
||||||
err = l.HandleEvent(rem)
|
err = l.HandleEvent(rem)
|
||||||
case reqenvelope.L:
|
case reqenvelope.L:
|
||||||
log.D.F("reqenvelope: %s", rem)
|
// log.D.F("reqenvelope: %s %s", remote, rem)
|
||||||
err = l.HandleReq(rem)
|
err = l.HandleReq(rem)
|
||||||
case closeenvelope.L:
|
case closeenvelope.L:
|
||||||
log.D.F("closeenvelope: %s", rem)
|
// log.D.F("closeenvelope: %s %s", remote, rem)
|
||||||
err = l.HandleClose(rem)
|
err = l.HandleClose(rem)
|
||||||
case authenvelope.L:
|
case authenvelope.L:
|
||||||
log.D.F("authenvelope: %s", rem)
|
// log.D.F("authenvelope: %s %s", remote, rem)
|
||||||
err = l.HandleAuth(rem)
|
err = l.HandleAuth(rem)
|
||||||
default:
|
default:
|
||||||
err = errorf.E("unknown envelope type %s\n%s", t, rem)
|
err = errorf.E("unknown envelope type %s\n%s", t, rem)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.D.C(
|
// log.D.C(
|
||||||
func() string {
|
// func() string {
|
||||||
return fmt.Sprintf(
|
// return fmt.Sprintf(
|
||||||
"notice->%s %s", remote, err,
|
// "notice->%s %s", remote, err,
|
||||||
)
|
// )
|
||||||
},
|
// },
|
||||||
)
|
// )
|
||||||
if err = noticeenvelope.NewFrom(err.Error()).Write(l); chk.E(err) {
|
if err = noticeenvelope.NewFrom(err.Error()).Write(l); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -24,16 +24,15 @@ import (
|
|||||||
"utils.orly/pointers"
|
"utils.orly/pointers"
|
||||||
)
|
)
|
||||||
|
|
||||||
func (l *Listener) HandleReq(msg []byte) (
|
func (l *Listener) HandleReq(msg []byte) (err error) {
|
||||||
err error,
|
// log.T.F("HandleReq: from %s", l.remote)
|
||||||
) {
|
|
||||||
var rem []byte
|
var rem []byte
|
||||||
env := reqenvelope.New()
|
env := reqenvelope.New()
|
||||||
if rem, err = env.Unmarshal(msg); chk.E(err) {
|
if rem, err = env.Unmarshal(msg); chk.E(err) {
|
||||||
return normalize.Error.Errorf(err.Error())
|
return normalize.Error.Errorf(err.Error())
|
||||||
}
|
}
|
||||||
if len(rem) > 0 {
|
if len(rem) > 0 {
|
||||||
log.I.F("extra '%s'", rem)
|
log.I.F("REQ extra bytes: '%s'", rem)
|
||||||
}
|
}
|
||||||
// send a challenge to the client to auth if an ACL is active
|
// send a challenge to the client to auth if an ACL is active
|
||||||
if acl.Registry.Active.Load() != "none" {
|
if acl.Registry.Active.Load() != "none" {
|
||||||
@@ -43,7 +42,7 @@ func (l *Listener) HandleReq(msg []byte) (
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
// check permissions of user
|
// check permissions of user
|
||||||
accessLevel := acl.Registry.GetAccessLevel(l.authedPubkey.Load())
|
accessLevel := acl.Registry.GetAccessLevel(l.authedPubkey.Load(), l.remote)
|
||||||
switch accessLevel {
|
switch accessLevel {
|
||||||
case "none":
|
case "none":
|
||||||
if err = okenvelope.NewFrom(
|
if err = okenvelope.NewFrom(
|
||||||
@@ -55,10 +54,42 @@ func (l *Listener) HandleReq(msg []byte) (
|
|||||||
return
|
return
|
||||||
default:
|
default:
|
||||||
// user has read access or better, continue
|
// user has read access or better, continue
|
||||||
log.D.F("user has %s access", accessLevel)
|
// log.D.F("user has %s access", accessLevel)
|
||||||
}
|
}
|
||||||
var events event.S
|
var events event.S
|
||||||
for _, f := range *env.Filters {
|
for _, f := range *env.Filters {
|
||||||
|
// idsLen := 0; kindsLen := 0; authorsLen := 0; tagsLen := 0
|
||||||
|
// if f != nil {
|
||||||
|
// if f.Ids != nil { idsLen = f.Ids.Len() }
|
||||||
|
// if f.Kinds != nil { kindsLen = f.Kinds.Len() }
|
||||||
|
// if f.Authors != nil { authorsLen = f.Authors.Len() }
|
||||||
|
// if f.Tags != nil { tagsLen = f.Tags.Len() }
|
||||||
|
// }
|
||||||
|
// log.T.F("REQ %s: filter summary ids=%d kinds=%d authors=%d tags=%d", env.Subscription, idsLen, kindsLen, authorsLen, tagsLen)
|
||||||
|
// if f != nil && f.Authors != nil && f.Authors.Len() > 0 {
|
||||||
|
// var authors []string
|
||||||
|
// for _, a := range f.Authors.T { authors = append(authors, hex.Enc(a)) }
|
||||||
|
// log.T.F("REQ %s: authors=%v", env.Subscription, authors)
|
||||||
|
// }
|
||||||
|
// if f != nil && f.Kinds != nil && f.Kinds.Len() > 0 {
|
||||||
|
// log.T.F("REQ %s: kinds=%v", env.Subscription, f.Kinds.ToUint16())
|
||||||
|
// }
|
||||||
|
// if f != nil && f.Ids != nil && f.Ids.Len() > 0 {
|
||||||
|
// var ids []string
|
||||||
|
// for _, id := range f.Ids.T {
|
||||||
|
// ids = append(ids, hex.Enc(id))
|
||||||
|
// }
|
||||||
|
// var lim any
|
||||||
|
// if pointers.Present(f.Limit) {
|
||||||
|
// lim = *f.Limit
|
||||||
|
// } else {
|
||||||
|
// lim = nil
|
||||||
|
// }
|
||||||
|
// log.T.F(
|
||||||
|
// "REQ %s: ids filter count=%d ids=%v limit=%v", env.Subscription,
|
||||||
|
// f.Ids.Len(), ids, lim,
|
||||||
|
// )
|
||||||
|
// }
|
||||||
if pointers.Present(f.Limit) {
|
if pointers.Present(f.Limit) {
|
||||||
if *f.Limit == 0 {
|
if *f.Limit == 0 {
|
||||||
continue
|
continue
|
||||||
@@ -76,16 +107,16 @@ privCheck:
|
|||||||
for _, ev := range events {
|
for _, ev := range events {
|
||||||
if kind.IsPrivileged(ev.Kind) &&
|
if kind.IsPrivileged(ev.Kind) &&
|
||||||
accessLevel != "admin" { // admins can see all events
|
accessLevel != "admin" { // admins can see all events
|
||||||
log.I.F("checking privileged event %s", ev.ID)
|
// log.I.F("checking privileged event %s", ev.ID)
|
||||||
pk := l.authedPubkey.Load()
|
pk := l.authedPubkey.Load()
|
||||||
if pk == nil {
|
if pk == nil {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if utils.FastEqual(ev.Pubkey, pk) {
|
if utils.FastEqual(ev.Pubkey, pk) {
|
||||||
log.I.F(
|
// log.I.F(
|
||||||
"privileged event %s is for logged in pubkey %0x", ev.ID,
|
// "privileged event %s is for logged in pubkey %0x", ev.ID,
|
||||||
pk,
|
// pk,
|
||||||
)
|
// )
|
||||||
tmp = append(tmp, ev)
|
tmp = append(tmp, ev)
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
@@ -96,10 +127,10 @@ privCheck:
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if utils.FastEqual(pt, pk) {
|
if utils.FastEqual(pt, pk) {
|
||||||
log.I.F(
|
// log.I.F(
|
||||||
"privileged event %s is for logged in pubkey %0x",
|
// "privileged event %s is for logged in pubkey %0x",
|
||||||
ev.ID, pk,
|
// ev.ID, pk,
|
||||||
)
|
// )
|
||||||
tmp = append(tmp, ev)
|
tmp = append(tmp, ev)
|
||||||
continue privCheck
|
continue privCheck
|
||||||
}
|
}
|
||||||
@@ -115,8 +146,10 @@ privCheck:
|
|||||||
events = tmp
|
events = tmp
|
||||||
seen := make(map[string]struct{})
|
seen := make(map[string]struct{})
|
||||||
for _, ev := range events {
|
for _, ev := range events {
|
||||||
// track the IDs we've sent
|
// log.T.F(
|
||||||
seen[string(ev.ID)] = struct{}{}
|
// "REQ %s: sending EVENT id=%s kind=%d", env.Subscription,
|
||||||
|
// hex.Enc(ev.ID), ev.Kind,
|
||||||
|
// )
|
||||||
var res *eventenvelope.Result
|
var res *eventenvelope.Result
|
||||||
if res, err = eventenvelope.NewResultWith(
|
if res, err = eventenvelope.NewResultWith(
|
||||||
env.Subscription, ev,
|
env.Subscription, ev,
|
||||||
@@ -126,10 +159,12 @@ privCheck:
|
|||||||
if err = res.Write(l); chk.E(err) {
|
if err = res.Write(l); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
// track the IDs we've sent (use hex encoding for stable key)
|
||||||
|
seen[hex.Enc(ev.ID)] = struct{}{}
|
||||||
}
|
}
|
||||||
// write the EOSE to signal to the client that all events found have been
|
// write the EOSE to signal to the client that all events found have been
|
||||||
// sent.
|
// sent.
|
||||||
log.T.F("sending EOSE to %s", l.remote)
|
// log.T.F("sending EOSE to %s", l.remote)
|
||||||
if err = eoseenvelope.NewFrom(env.Subscription).
|
if err = eoseenvelope.NewFrom(env.Subscription).
|
||||||
Write(l); chk.E(err) {
|
Write(l); chk.E(err) {
|
||||||
return
|
return
|
||||||
@@ -137,6 +172,10 @@ privCheck:
|
|||||||
// if the query was for just Ids, we know there can't be any more results,
|
// if the query was for just Ids, we know there can't be any more results,
|
||||||
// so cancel the subscription.
|
// so cancel the subscription.
|
||||||
cancel := true
|
cancel := true
|
||||||
|
// log.T.F(
|
||||||
|
// "REQ %s: computing cancel/subscription; events_sent=%d",
|
||||||
|
// env.Subscription, len(events),
|
||||||
|
// )
|
||||||
var subbedFilters filter.S
|
var subbedFilters filter.S
|
||||||
for _, f := range *env.Filters {
|
for _, f := range *env.Filters {
|
||||||
if f.Ids.Len() < 1 {
|
if f.Ids.Len() < 1 {
|
||||||
@@ -145,12 +184,16 @@ privCheck:
|
|||||||
} else {
|
} else {
|
||||||
// remove the IDs that we already sent
|
// remove the IDs that we already sent
|
||||||
var notFounds [][]byte
|
var notFounds [][]byte
|
||||||
for _, ev := range events {
|
for _, id := range f.Ids.T {
|
||||||
if _, ok := seen[string(ev.ID)]; ok {
|
if _, ok := seen[hex.Enc(id)]; ok {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
notFounds = append(notFounds, ev.ID)
|
notFounds = append(notFounds, id)
|
||||||
}
|
}
|
||||||
|
// log.T.F(
|
||||||
|
// "REQ %s: ids outstanding=%d of %d", env.Subscription,
|
||||||
|
// len(notFounds), f.Ids.Len(),
|
||||||
|
// )
|
||||||
// if all were found, don't add to subbedFilters
|
// if all were found, don't add to subbedFilters
|
||||||
if len(notFounds) == 0 {
|
if len(notFounds) == 0 {
|
||||||
continue
|
continue
|
||||||
|
|||||||
@@ -7,6 +7,7 @@ import (
|
|||||||
"strings"
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"encoders.orly/envelopes/authenvelope"
|
||||||
"encoders.orly/hex"
|
"encoders.orly/hex"
|
||||||
"github.com/coder/websocket"
|
"github.com/coder/websocket"
|
||||||
"lol.mleku.dev/chk"
|
"lol.mleku.dev/chk"
|
||||||
@@ -70,10 +71,18 @@ whitelist:
|
|||||||
chal := make([]byte, 32)
|
chal := make([]byte, 32)
|
||||||
rand.Read(chal)
|
rand.Read(chal)
|
||||||
listener.challenge.Store([]byte(hex.Enc(chal)))
|
listener.challenge.Store([]byte(hex.Enc(chal)))
|
||||||
|
// If admins are configured, immediately prompt client to AUTH (NIP-42)
|
||||||
|
if len(s.Config.Admins) > 0 {
|
||||||
|
// log.D.F("sending initial AUTH challenge to %s", remote)
|
||||||
|
if err = authenvelope.NewChallengeWith(listener.challenge.Load()).
|
||||||
|
Write(listener); chk.E(err) {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
ticker := time.NewTicker(DefaultPingWait)
|
ticker := time.NewTicker(DefaultPingWait)
|
||||||
go s.Pinger(ctx, conn, ticker, cancel)
|
go s.Pinger(ctx, conn, ticker, cancel)
|
||||||
defer func() {
|
defer func() {
|
||||||
log.D.F("closing websocket connection from %s", remote)
|
// log.D.F("closing websocket connection from %s", remote)
|
||||||
cancel()
|
cancel()
|
||||||
ticker.Stop()
|
ticker.Stop()
|
||||||
listener.publishers.Receive(&W{Cancel: true})
|
listener.publishers.Receive(&W{Cancel: true})
|
||||||
@@ -86,7 +95,7 @@ whitelist:
|
|||||||
}
|
}
|
||||||
var typ websocket.MessageType
|
var typ websocket.MessageType
|
||||||
var msg []byte
|
var msg []byte
|
||||||
log.T.F("waiting for message from %s", remote)
|
// log.T.F("waiting for message from %s", remote)
|
||||||
if typ, msg, err = conn.Read(ctx); chk.E(err) {
|
if typ, msg, err = conn.Read(ctx); chk.E(err) {
|
||||||
if strings.Contains(
|
if strings.Contains(
|
||||||
err.Error(), "use of closed network connection",
|
err.Error(), "use of closed network connection",
|
||||||
|
|||||||
@@ -101,17 +101,17 @@ func (p *P) Receive(msg typer.T) {
|
|||||||
if m.Cancel {
|
if m.Cancel {
|
||||||
if m.Id == "" {
|
if m.Id == "" {
|
||||||
p.removeSubscriber(m.Conn)
|
p.removeSubscriber(m.Conn)
|
||||||
log.D.F("removed listener %s", m.remote)
|
// log.D.F("removed listener %s", m.remote)
|
||||||
} else {
|
} else {
|
||||||
p.removeSubscriberId(m.Conn, m.Id)
|
p.removeSubscriberId(m.Conn, m.Id)
|
||||||
log.D.C(
|
// log.D.C(
|
||||||
func() string {
|
// func() string {
|
||||||
return fmt.Sprintf(
|
// return fmt.Sprintf(
|
||||||
"removed subscription %s for %s", m.Id,
|
// "removed subscription %s for %s", m.Id,
|
||||||
m.remote,
|
// m.remote,
|
||||||
)
|
// )
|
||||||
},
|
// },
|
||||||
)
|
// )
|
||||||
}
|
}
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
@@ -119,27 +119,31 @@ func (p *P) Receive(msg typer.T) {
|
|||||||
defer p.Mx.Unlock()
|
defer p.Mx.Unlock()
|
||||||
if subs, ok := p.Map[m.Conn]; !ok {
|
if subs, ok := p.Map[m.Conn]; !ok {
|
||||||
subs = make(map[string]Subscription)
|
subs = make(map[string]Subscription)
|
||||||
subs[m.Id] = Subscription{S: m.Filters, remote: m.remote, AuthedPubkey: m.AuthedPubkey}
|
subs[m.Id] = Subscription{
|
||||||
|
S: m.Filters, remote: m.remote, AuthedPubkey: m.AuthedPubkey,
|
||||||
|
}
|
||||||
p.Map[m.Conn] = subs
|
p.Map[m.Conn] = subs
|
||||||
log.D.C(
|
// log.D.C(
|
||||||
func() string {
|
// func() string {
|
||||||
return fmt.Sprintf(
|
// return fmt.Sprintf(
|
||||||
"created new subscription for %s, %s",
|
// "created new subscription for %s, %s",
|
||||||
m.remote,
|
// m.remote,
|
||||||
m.Filters.Marshal(nil),
|
// m.Filters.Marshal(nil),
|
||||||
)
|
// )
|
||||||
},
|
// },
|
||||||
)
|
// )
|
||||||
} else {
|
} else {
|
||||||
subs[m.Id] = Subscription{S: m.Filters, remote: m.remote, AuthedPubkey: m.AuthedPubkey}
|
subs[m.Id] = Subscription{
|
||||||
log.D.C(
|
S: m.Filters, remote: m.remote, AuthedPubkey: m.AuthedPubkey,
|
||||||
func() string {
|
}
|
||||||
return fmt.Sprintf(
|
// log.D.C(
|
||||||
"added subscription %s for %s", m.Id,
|
// func() string {
|
||||||
m.remote,
|
// return fmt.Sprintf(
|
||||||
)
|
// "added subscription %s for %s", m.Id,
|
||||||
},
|
// m.remote,
|
||||||
)
|
// )
|
||||||
|
// },
|
||||||
|
// )
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -168,7 +172,9 @@ func (p *P) Deliver(ev *event.E) {
|
|||||||
for w, subs := range p.Map {
|
for w, subs := range p.Map {
|
||||||
for id, subscriber := range subs {
|
for id, subscriber := range subs {
|
||||||
if subscriber.Match(ev) {
|
if subscriber.Match(ev) {
|
||||||
deliveries = append(deliveries, delivery{w: w, id: id, sub: subscriber})
|
deliveries = append(
|
||||||
|
deliveries, delivery{w: w, id: id, sub: subscriber},
|
||||||
|
)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -2,14 +2,12 @@ package app
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
|
||||||
"net/http"
|
"net/http"
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"database.orly"
|
"database.orly"
|
||||||
"lol.mleku.dev/chk"
|
"lol.mleku.dev/chk"
|
||||||
"lol.mleku.dev/log"
|
|
||||||
"next.orly.dev/app/config"
|
"next.orly.dev/app/config"
|
||||||
"protocol.orly/publish"
|
"protocol.orly/publish"
|
||||||
)
|
)
|
||||||
@@ -25,11 +23,11 @@ type Server struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (s *Server) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
func (s *Server) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
||||||
log.T.C(
|
// log.T.C(
|
||||||
func() string {
|
// func() string {
|
||||||
return fmt.Sprintf("path %v header %v", r.URL, r.Header)
|
// return fmt.Sprintf("path %v header %v", r.URL, r.Header)
|
||||||
},
|
// },
|
||||||
)
|
// )
|
||||||
if r.Header.Get("Upgrade") == "websocket" {
|
if r.Header.Get("Upgrade") == "websocket" {
|
||||||
s.HandleWebsocket(w, r)
|
s.HandleWebsocket(w, r)
|
||||||
} else if r.Header.Get("Accept") == "application/nostr+json" {
|
} else if r.Header.Get("Accept") == "application/nostr+json" {
|
||||||
|
|||||||
@@ -28,10 +28,10 @@ func (s *S) Configure(cfg ...any) (err error) {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *S) GetAccessLevel(pub []byte) (level string) {
|
func (s *S) GetAccessLevel(pub []byte, address string) (level string) {
|
||||||
for _, i := range s.ACL {
|
for _, i := range s.ACL {
|
||||||
if i.Type() == s.Active.Load() {
|
if i.Type() == s.Active.Load() {
|
||||||
level = i.GetAccessLevel(pub)
|
level = i.GetAccessLevel(pub, address)
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -45,13 +45,13 @@ func (f *Follows) Configure(cfg ...any) (err error) {
|
|||||||
for _, ca := range cfg {
|
for _, ca := range cfg {
|
||||||
switch c := ca.(type) {
|
switch c := ca.(type) {
|
||||||
case *config.C:
|
case *config.C:
|
||||||
log.D.F("setting ACL config: %v", c)
|
// log.D.F("setting ACL config: %v", c)
|
||||||
f.cfg = c
|
f.cfg = c
|
||||||
case *database.D:
|
case *database.D:
|
||||||
log.D.F("setting ACL database: %s", c.Path())
|
// log.D.F("setting ACL database: %s", c.Path())
|
||||||
f.D = c
|
f.D = c
|
||||||
case context.Context:
|
case context.Context:
|
||||||
log.D.F("setting ACL context: %s", c.Value("id"))
|
// log.D.F("setting ACL context: %s", c.Value("id"))
|
||||||
f.Ctx = c
|
f.Ctx = c
|
||||||
default:
|
default:
|
||||||
err = errorf.E("invalid type: %T", reflect.TypeOf(ca))
|
err = errorf.E("invalid type: %T", reflect.TypeOf(ca))
|
||||||
@@ -64,13 +64,15 @@ func (f *Follows) Configure(cfg ...any) (err error) {
|
|||||||
// find admin follow lists
|
// find admin follow lists
|
||||||
f.followsMx.Lock()
|
f.followsMx.Lock()
|
||||||
defer f.followsMx.Unlock()
|
defer f.followsMx.Unlock()
|
||||||
log.I.F("finding admins")
|
// log.I.F("finding admins")
|
||||||
f.follows, f.admins = nil, nil
|
f.follows, f.admins = nil, nil
|
||||||
for _, admin := range f.cfg.Admins {
|
for _, admin := range f.cfg.Admins {
|
||||||
log.I.F("%s", admin)
|
// log.I.F("%s", admin)
|
||||||
var adm []byte
|
var adm []byte
|
||||||
if adm, err = bech32encoding.NpubOrHexToPublicKeyBinary(admin); chk.E(err) {
|
if a, e := bech32encoding.NpubOrHexToPublicKeyBinary(admin); chk.E(e) {
|
||||||
continue
|
continue
|
||||||
|
} else {
|
||||||
|
adm = a
|
||||||
}
|
}
|
||||||
log.I.F("admin: %0x", adm)
|
log.I.F("admin: %0x", adm)
|
||||||
f.admins = append(f.admins, adm)
|
f.admins = append(f.admins, adm)
|
||||||
@@ -100,8 +102,10 @@ func (f *Follows) Configure(cfg ...any) (err error) {
|
|||||||
for _, v := range ev.Tags.GetAll([]byte("p")) {
|
for _, v := range ev.Tags.GetAll([]byte("p")) {
|
||||||
log.I.F("adding follow: %s", v.Value())
|
log.I.F("adding follow: %s", v.Value())
|
||||||
var a []byte
|
var a []byte
|
||||||
if a, err = hex.Dec(string(v.Value())); chk.E(err) {
|
if b, e := hex.Dec(string(v.Value())); chk.E(e) {
|
||||||
continue
|
continue
|
||||||
|
} else {
|
||||||
|
a = b
|
||||||
}
|
}
|
||||||
f.follows = append(f.follows, a)
|
f.follows = append(f.follows, a)
|
||||||
}
|
}
|
||||||
@@ -116,7 +120,7 @@ func (f *Follows) Configure(cfg ...any) (err error) {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
func (f *Follows) GetAccessLevel(pub []byte) (level string) {
|
func (f *Follows) GetAccessLevel(pub []byte, address string) (level string) {
|
||||||
if f.cfg == nil {
|
if f.cfg == nil {
|
||||||
return "write"
|
return "write"
|
||||||
}
|
}
|
||||||
@@ -203,7 +207,7 @@ func (f *Follows) startSubscriptions(ctx context.Context) {
|
|||||||
log.W.F("follows syncer: no admin relays found in DB (kind 10002)")
|
log.W.F("follows syncer: no admin relays found in DB (kind 10002)")
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
log.I.F(
|
log.T.F(
|
||||||
"follows syncer: subscribing to %d relays for %d authors", len(urls),
|
"follows syncer: subscribing to %d relays for %d authors", len(urls),
|
||||||
len(authors),
|
len(authors),
|
||||||
)
|
)
|
||||||
@@ -240,13 +244,13 @@ func (f *Follows) startSubscriptions(ctx context.Context) {
|
|||||||
}
|
}
|
||||||
*ff = append(*ff, f1)
|
*ff = append(*ff, f1)
|
||||||
req := reqenvelope.NewFrom([]byte("follows-sync"), ff)
|
req := reqenvelope.NewFrom([]byte("follows-sync"), ff)
|
||||||
if err := c.Write(
|
if err = c.Write(
|
||||||
ctx, websocket.MessageText, req.Marshal(nil),
|
ctx, websocket.MessageText, req.Marshal(nil),
|
||||||
); chk.E(err) {
|
); chk.E(err) {
|
||||||
_ = c.Close(websocket.StatusInternalError, "write failed")
|
_ = c.Close(websocket.StatusInternalError, "write failed")
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
log.I.F("sent REQ to %s for follows subscription", u)
|
log.T.F("sent REQ to %s for follows subscription", u)
|
||||||
// read loop
|
// read loop
|
||||||
for {
|
for {
|
||||||
select {
|
select {
|
||||||
@@ -274,7 +278,7 @@ func (f *Follows) startSubscriptions(ctx context.Context) {
|
|||||||
if ok, err := res.Event.Verify(); chk.T(err) || !ok {
|
if ok, err := res.Event.Verify(); chk.T(err) || !ok {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if _, _, err := f.D.SaveEvent(
|
if _, _, err = f.D.SaveEvent(
|
||||||
ctx, res.Event,
|
ctx, res.Event,
|
||||||
); err != nil {
|
); err != nil {
|
||||||
if !strings.HasPrefix(
|
if !strings.HasPrefix(
|
||||||
@@ -333,6 +337,7 @@ func (f *Follows) Syncer() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}()
|
}()
|
||||||
|
f.updated <- struct{}{}
|
||||||
}
|
}
|
||||||
|
|
||||||
func init() {
|
func init() {
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ type None struct{}
|
|||||||
|
|
||||||
func (n None) Configure(cfg ...any) (err error) { return }
|
func (n None) Configure(cfg ...any) (err error) { return }
|
||||||
|
|
||||||
func (n None) GetAccessLevel(pub []byte) (level string) {
|
func (n None) GetAccessLevel(pub []byte, address string) (level string) {
|
||||||
return "write"
|
return "write"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -89,12 +89,23 @@ func GetIndexesFromFilter(f *filter.F) (idxs []Range, err error) {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
buf := new(bytes.Buffer)
|
buf := new(bytes.Buffer)
|
||||||
|
// Create an index prefix without the serial number
|
||||||
idx := indexes.IdEnc(i, nil)
|
idx := indexes.IdEnc(i, nil)
|
||||||
if err = idx.MarshalWrite(buf); chk.E(err) {
|
if err = idx.MarshalWrite(buf); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
b := buf.Bytes()
|
b := buf.Bytes()
|
||||||
r := Range{b, b}
|
|
||||||
|
// Create range that will match any serial value with this ID prefix
|
||||||
|
end := make([]byte, len(b))
|
||||||
|
copy(end, b)
|
||||||
|
|
||||||
|
// Fill the end range with 0xff bytes to match all possible serial values
|
||||||
|
for i := 0; i < 5; i++ {
|
||||||
|
end = append(end, 0xff)
|
||||||
|
}
|
||||||
|
|
||||||
|
r := Range{b, end}
|
||||||
idxs = append(idxs, r)
|
idxs = append(idxs, r)
|
||||||
return
|
return
|
||||||
}(); chk.E(err) {
|
}(); chk.E(err) {
|
||||||
@@ -306,8 +317,8 @@ func GetIndexesFromFilter(f *filter.F) (idxs []Range, err error) {
|
|||||||
for _, author := range f.Authors.T {
|
for _, author := range f.Authors.T {
|
||||||
kind := new(types2.Uint16)
|
kind := new(types2.Uint16)
|
||||||
kind.Set(k)
|
kind.Set(k)
|
||||||
p := new(types2.PubHash)
|
var p *types2.PubHash
|
||||||
if err = p.FromPubkey(author); chk.E(err) {
|
if p, err = CreatePubHashFromData(author); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
start, end := new(bytes.Buffer), new(bytes.Buffer)
|
start, end := new(bytes.Buffer), new(bytes.Buffer)
|
||||||
@@ -351,8 +362,8 @@ func GetIndexesFromFilter(f *filter.F) (idxs []Range, err error) {
|
|||||||
// Pubkey pc-
|
// Pubkey pc-
|
||||||
if f.Authors != nil && f.Authors.Len() > 0 {
|
if f.Authors != nil && f.Authors.Len() > 0 {
|
||||||
for _, author := range f.Authors.T {
|
for _, author := range f.Authors.T {
|
||||||
p := new(types2.PubHash)
|
var p *types2.PubHash
|
||||||
if err = p.FromPubkey(author); chk.E(err) {
|
if p, err = CreatePubHashFromData(author); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
start, end := new(bytes.Buffer), new(bytes.Buffer)
|
start, end := new(bytes.Buffer), new(bytes.Buffer)
|
||||||
|
|||||||
@@ -5,20 +5,33 @@ import (
|
|||||||
|
|
||||||
"database.orly/indexes/types"
|
"database.orly/indexes/types"
|
||||||
"encoders.orly/filter"
|
"encoders.orly/filter"
|
||||||
|
"encoders.orly/hex"
|
||||||
"encoders.orly/tag"
|
"encoders.orly/tag"
|
||||||
"github.com/dgraph-io/badger/v4"
|
"github.com/dgraph-io/badger/v4"
|
||||||
"lol.mleku.dev/chk"
|
"lol.mleku.dev/chk"
|
||||||
"lol.mleku.dev/errorf"
|
"lol.mleku.dev/errorf"
|
||||||
|
"lol.mleku.dev/log"
|
||||||
)
|
)
|
||||||
|
|
||||||
func (d *D) GetSerialById(id []byte) (ser *types.Uint40, err error) {
|
func (d *D) GetSerialById(id []byte) (ser *types.Uint40, err error) {
|
||||||
|
log.T.F("GetSerialById: input id=%s", hex.Enc(id))
|
||||||
var idxs []Range
|
var idxs []Range
|
||||||
if idxs, err = GetIndexesFromFilter(&filter.F{Ids: tag.NewFromBytesSlice(id)}); chk.E(err) {
|
if idxs, err = GetIndexesFromFilter(&filter.F{Ids: tag.NewFromBytesSlice(id)}); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
for i, idx := range idxs {
|
||||||
|
log.T.F(
|
||||||
|
"GetSerialById: searching range %d: start=%x, end=%x", i, idx.Start,
|
||||||
|
idx.End,
|
||||||
|
)
|
||||||
|
}
|
||||||
if len(idxs) == 0 {
|
if len(idxs) == 0 {
|
||||||
err = errorf.E("no indexes found for id %0x", id)
|
err = errorf.E("no indexes found for id %0x", id)
|
||||||
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
idFound := false
|
||||||
if err = d.View(
|
if err = d.View(
|
||||||
func(txn *badger.Txn) (err error) {
|
func(txn *badger.Txn) (err error) {
|
||||||
it := txn.NewIterator(badger.DefaultIteratorOptions)
|
it := txn.NewIterator(badger.DefaultIteratorOptions)
|
||||||
@@ -33,15 +46,24 @@ func (d *D) GetSerialById(id []byte) (ser *types.Uint40, err error) {
|
|||||||
if err = ser.UnmarshalRead(buf); chk.E(err) {
|
if err = ser.UnmarshalRead(buf); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
idFound = true
|
||||||
} else {
|
} else {
|
||||||
// just don't return what we don't have? others may be
|
// Item not found in database
|
||||||
// found tho.
|
log.T.F(
|
||||||
|
"GetSerialById: ID not found in database: %s", hex.Enc(id),
|
||||||
|
)
|
||||||
}
|
}
|
||||||
return
|
return
|
||||||
},
|
},
|
||||||
); chk.E(err) {
|
); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if !idFound {
|
||||||
|
err = errorf.T("id not found in database: %s", hex.Enc(id))
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -20,7 +20,15 @@ func (d *D) GetSerialsByRange(idx Range) (
|
|||||||
},
|
},
|
||||||
)
|
)
|
||||||
defer it.Close()
|
defer it.Close()
|
||||||
for it.Seek(idx.End); it.Valid(); it.Next() {
|
// Start from a position that includes the end boundary (until timestamp)
|
||||||
|
// We create an end boundary that's slightly beyond the actual end to ensure inclusivity
|
||||||
|
endBoundary := make([]byte, len(idx.End))
|
||||||
|
copy(endBoundary, idx.End)
|
||||||
|
// Add 0xff bytes to ensure we capture all events at the exact until timestamp
|
||||||
|
for i := 0; i < 5; i++ {
|
||||||
|
endBoundary = append(endBoundary, 0xff)
|
||||||
|
}
|
||||||
|
for it.Seek(endBoundary); it.Valid(); it.Next() {
|
||||||
item := it.Item()
|
item := it.Item()
|
||||||
var key []byte
|
var key []byte
|
||||||
key = item.Key()
|
key = item.Key()
|
||||||
|
|||||||
@@ -5,6 +5,7 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"sort"
|
"sort"
|
||||||
"strconv"
|
"strconv"
|
||||||
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"crypto.orly/sha256"
|
"crypto.orly/sha256"
|
||||||
@@ -42,23 +43,71 @@ func (d *D) QueryEvents(c context.Context, f *filter.F) (
|
|||||||
var expDeletes types.Uint40s
|
var expDeletes types.Uint40s
|
||||||
var expEvs event.S
|
var expEvs event.S
|
||||||
if f.Ids != nil && f.Ids.Len() > 0 {
|
if f.Ids != nil && f.Ids.Len() > 0 {
|
||||||
|
for _, id := range f.Ids.T {
|
||||||
|
log.T.F("QueryEvents: looking for ID=%s", hex.Enc(id))
|
||||||
|
}
|
||||||
|
log.T.F("QueryEvents: ids path, count=%d", f.Ids.Len())
|
||||||
for _, idx := range f.Ids.T {
|
for _, idx := range f.Ids.T {
|
||||||
|
log.T.F("QueryEvents: lookup id=%s", hex.Enc(idx))
|
||||||
// we know there is only Ids in this, so run the ID query and fetch.
|
// we know there is only Ids in this, so run the ID query and fetch.
|
||||||
var ser *types.Uint40
|
var ser *types.Uint40
|
||||||
if ser, err = d.GetSerialById(idx); chk.E(err) {
|
var idErr error
|
||||||
|
if ser, idErr = d.GetSerialById(idx); idErr != nil {
|
||||||
|
// Check if this is a "not found" error which is expected for IDs we don't have
|
||||||
|
if strings.Contains(idErr.Error(), "id not found in database") {
|
||||||
|
log.T.F(
|
||||||
|
"QueryEvents: ID not found in database: %s",
|
||||||
|
hex.Enc(idx),
|
||||||
|
)
|
||||||
|
} else {
|
||||||
|
// Log unexpected errors but continue processing other IDs
|
||||||
|
log.E.F(
|
||||||
|
"QueryEvents: error looking up id=%s err=%v",
|
||||||
|
hex.Enc(idx), idErr,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
// Check if the serial is nil, which indicates the ID wasn't found
|
||||||
|
if ser == nil {
|
||||||
|
log.T.F("QueryEvents: Serial is nil for ID: %s", hex.Enc(idx))
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
// fetch the events
|
// fetch the events
|
||||||
var ev *event.E
|
var ev *event.E
|
||||||
if ev, err = d.FetchEventBySerial(ser); err != nil {
|
if ev, err = d.FetchEventBySerial(ser); err != nil {
|
||||||
|
log.T.F(
|
||||||
|
"QueryEvents: fetch by serial failed for id=%s ser=%v err=%v",
|
||||||
|
hex.Enc(idx), ser, err,
|
||||||
|
)
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
log.T.F(
|
||||||
|
"QueryEvents: found id=%s kind=%d created_at=%d",
|
||||||
|
hex.Enc(ev.ID), ev.Kind, ev.CreatedAt,
|
||||||
|
)
|
||||||
// check for an expiration tag and delete after returning the result
|
// check for an expiration tag and delete after returning the result
|
||||||
if CheckExpiration(ev) {
|
if CheckExpiration(ev) {
|
||||||
|
log.T.F(
|
||||||
|
"QueryEvents: id=%s filtered out due to expiration",
|
||||||
|
hex.Enc(ev.ID),
|
||||||
|
)
|
||||||
expDeletes = append(expDeletes, ser)
|
expDeletes = append(expDeletes, ser)
|
||||||
expEvs = append(expEvs, ev)
|
expEvs = append(expEvs, ev)
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
// skip events that have been deleted by a proper deletion event
|
||||||
|
if derr := d.CheckForDeleted(ev, nil); derr != nil {
|
||||||
|
log.T.F(
|
||||||
|
"QueryEvents: id=%s filtered out due to deletion: %v",
|
||||||
|
hex.Enc(ev.ID), derr,
|
||||||
|
)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
log.T.F(
|
||||||
|
"QueryEvents: id=%s SUCCESSFULLY FOUND, adding to results",
|
||||||
|
hex.Enc(ev.ID),
|
||||||
|
)
|
||||||
evs = append(evs, ev)
|
evs = append(evs, ev)
|
||||||
}
|
}
|
||||||
// sort the events by timestamp
|
// sort the events by timestamp
|
||||||
@@ -68,10 +117,15 @@ func (d *D) QueryEvents(c context.Context, f *filter.F) (
|
|||||||
},
|
},
|
||||||
)
|
)
|
||||||
} else {
|
} else {
|
||||||
|
// non-IDs path
|
||||||
var idPkTs []*store.IdPkTs
|
var idPkTs []*store.IdPkTs
|
||||||
|
// if f.Authors != nil && f.Authors.Len() > 0 && f.Kinds != nil && f.Kinds.Len() > 0 {
|
||||||
|
// log.T.F("QueryEvents: authors+kinds path, authors=%d kinds=%d", f.Authors.Len(), f.Kinds.Len())
|
||||||
|
// }
|
||||||
if idPkTs, err = d.QueryForIds(c, f); chk.E(err) {
|
if idPkTs, err = d.QueryForIds(c, f); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
// log.T.F("QueryEvents: QueryForIds returned %d candidates", len(idPkTs))
|
||||||
// Create a map to store the latest version of replaceable events
|
// Create a map to store the latest version of replaceable events
|
||||||
replaceableEvents := make(map[string]*event.E)
|
replaceableEvents := make(map[string]*event.E)
|
||||||
// Create a map to store the latest version of parameterized replaceable
|
// Create a map to store the latest version of parameterized replaceable
|
||||||
@@ -83,8 +137,8 @@ func (d *D) QueryEvents(c context.Context, f *filter.F) (
|
|||||||
// events)
|
// events)
|
||||||
deletionsByKindPubkey := make(map[string]bool)
|
deletionsByKindPubkey := make(map[string]bool)
|
||||||
// Map to track deletion events by kind, pubkey, and d-tag (for
|
// Map to track deletion events by kind, pubkey, and d-tag (for
|
||||||
// parameterized replaceable events)
|
// parameterized replaceable events). We store the newest delete timestamp per d-tag.
|
||||||
deletionsByKindPubkeyDTag := make(map[string]map[string]bool)
|
deletionsByKindPubkeyDTag := make(map[string]map[string]int64)
|
||||||
// Map to track specific event IDs that have been deleted
|
// Map to track specific event IDs that have been deleted
|
||||||
deletedEventIds := make(map[string]bool)
|
deletedEventIds := make(map[string]bool)
|
||||||
// Query for deletion events separately if we have authors in the filter
|
// Query for deletion events separately if we have authors in the filter
|
||||||
@@ -169,11 +223,13 @@ func (d *D) QueryEvents(c context.Context, f *filter.F) (
|
|||||||
key := hex.Enc(pk) + ":" + strconv.Itoa(int(kk.K))
|
key := hex.Enc(pk) + ":" + strconv.Itoa(int(kk.K))
|
||||||
// Initialize the inner map if it doesn't exist
|
// Initialize the inner map if it doesn't exist
|
||||||
if _, exists := deletionsByKindPubkeyDTag[key]; !exists {
|
if _, exists := deletionsByKindPubkeyDTag[key]; !exists {
|
||||||
deletionsByKindPubkeyDTag[key] = make(map[string]bool)
|
deletionsByKindPubkeyDTag[key] = make(map[string]int64)
|
||||||
}
|
}
|
||||||
// Mark this d-tag as deleted
|
// Record the newest delete timestamp for this d-tag
|
||||||
dValue := string(split[2])
|
dValue := string(split[2])
|
||||||
deletionsByKindPubkeyDTag[key][dValue] = true
|
if ts, ok := deletionsByKindPubkeyDTag[key][dValue]; !ok || ev.CreatedAt > ts {
|
||||||
|
deletionsByKindPubkeyDTag[key][dValue] = ev.CreatedAt
|
||||||
|
}
|
||||||
// Debug logging
|
// Debug logging
|
||||||
}
|
}
|
||||||
// For replaceable events, we need to check if there are any
|
// For replaceable events, we need to check if there are any
|
||||||
@@ -225,15 +281,16 @@ func (d *D) QueryEvents(c context.Context, f *filter.F) (
|
|||||||
}
|
}
|
||||||
// Initialize the inner map if it doesn't exist
|
// Initialize the inner map if it doesn't exist
|
||||||
if _, exists := deletionsByKindPubkeyDTag[key]; !exists {
|
if _, exists := deletionsByKindPubkeyDTag[key]; !exists {
|
||||||
deletionsByKindPubkeyDTag[key] = make(map[string]bool)
|
deletionsByKindPubkeyDTag[key] = make(map[string]int64)
|
||||||
|
}
|
||||||
|
// Record the newest delete timestamp for this d-tag
|
||||||
|
if ts, ok := deletionsByKindPubkeyDTag[key][dValue]; !ok || ev.CreatedAt > ts {
|
||||||
|
deletionsByKindPubkeyDTag[key][dValue] = ev.CreatedAt
|
||||||
}
|
}
|
||||||
// Mark this d-tag as deleted
|
|
||||||
deletionsByKindPubkeyDTag[key][dValue] = true
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Second pass: process all events, filtering out deleted ones
|
// Second pass: process all events, filtering out deleted ones
|
||||||
for _, idpk := range idPkTs {
|
for _, idpk := range idPkTs {
|
||||||
var ev *event.E
|
var ev *event.E
|
||||||
@@ -244,6 +301,83 @@ func (d *D) QueryEvents(c context.Context, f *filter.F) (
|
|||||||
if ev, err = d.FetchEventBySerial(ser); err != nil {
|
if ev, err = d.FetchEventBySerial(ser); err != nil {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Add logging for tag filter debugging
|
||||||
|
if f.Tags != nil && f.Tags.Len() > 0 {
|
||||||
|
var eventTags []string
|
||||||
|
if ev.Tags != nil && ev.Tags.Len() > 0 {
|
||||||
|
for _, t := range *ev.Tags {
|
||||||
|
if t.Len() >= 2 {
|
||||||
|
eventTags = append(
|
||||||
|
eventTags,
|
||||||
|
string(t.Key())+"="+string(t.Value()),
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// log.T.F(
|
||||||
|
// "QueryEvents: processing event ID=%s kind=%d tags=%v",
|
||||||
|
// hex.Enc(ev.ID), ev.Kind, eventTags,
|
||||||
|
// )
|
||||||
|
// Check if this event matches ALL required tags in the filter
|
||||||
|
tagMatches := 0
|
||||||
|
for _, filterTag := range *f.Tags {
|
||||||
|
if filterTag.Len() >= 2 {
|
||||||
|
filterKey := filterTag.Key()
|
||||||
|
// Handle filter keys that start with # (remove the prefix for comparison)
|
||||||
|
var actualKey []byte
|
||||||
|
if len(filterKey) == 2 && filterKey[0] == '#' {
|
||||||
|
actualKey = filterKey[1:]
|
||||||
|
} else {
|
||||||
|
actualKey = filterKey
|
||||||
|
}
|
||||||
|
// Check if event has this tag key with any of the filter's values
|
||||||
|
eventHasTag := false
|
||||||
|
if ev.Tags != nil {
|
||||||
|
for _, eventTag := range *ev.Tags {
|
||||||
|
if eventTag.Len() >= 2 && bytes.Equal(
|
||||||
|
eventTag.Key(), actualKey,
|
||||||
|
) {
|
||||||
|
// Check if the event's tag value matches any of the filter's values
|
||||||
|
for _, filterValue := range filterTag.T[1:] {
|
||||||
|
if bytes.Equal(
|
||||||
|
eventTag.Value(), filterValue,
|
||||||
|
) {
|
||||||
|
eventHasTag = true
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if eventHasTag {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if eventHasTag {
|
||||||
|
tagMatches++
|
||||||
|
}
|
||||||
|
// log.T.F(
|
||||||
|
// "QueryEvents: tag filter %s (actual key: %s) matches: %v (total matches: %d/%d)",
|
||||||
|
// string(filterKey), string(actualKey), eventHasTag,
|
||||||
|
// tagMatches, f.Tags.Len(),
|
||||||
|
// )
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// If not all tags match, skip this event
|
||||||
|
if tagMatches < f.Tags.Len() {
|
||||||
|
// log.T.F(
|
||||||
|
// "QueryEvents: event ID=%s SKIPPED - only matches %d/%d required tags",
|
||||||
|
// hex.Enc(ev.ID), tagMatches, f.Tags.Len(),
|
||||||
|
// )
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
// log.T.F(
|
||||||
|
// "QueryEvents: event ID=%s PASSES all tag filters",
|
||||||
|
// hex.Enc(ev.ID),
|
||||||
|
// )
|
||||||
|
}
|
||||||
|
|
||||||
// Skip events with kind 5 (Deletion)
|
// Skip events with kind 5 (Deletion)
|
||||||
if ev.Kind == kind.Deletion.K {
|
if ev.Kind == kind.Deletion.K {
|
||||||
continue
|
continue
|
||||||
@@ -308,10 +442,10 @@ func (d *D) QueryEvents(c context.Context, f *filter.F) (
|
|||||||
|
|
||||||
// Check if this event has been deleted via an a-tag
|
// Check if this event has been deleted via an a-tag
|
||||||
if deletionMap, exists := deletionsByKindPubkeyDTag[key]; exists {
|
if deletionMap, exists := deletionsByKindPubkeyDTag[key]; exists {
|
||||||
// If the d-tag value is in the deletion map and this event
|
// If there is a deletion timestamp and this event is older than the deletion,
|
||||||
// is not specifically requested by ID, skip it
|
// and this event is not specifically requested by ID, skip it
|
||||||
if deletionMap[dValue] && !isIdInFilter {
|
if delTs, ok := deletionMap[dValue]; ok && ev.CreatedAt < delTs && !isIdInFilter {
|
||||||
log.T.F("Debug: Event deleted - skipping")
|
log.T.F("Debug: Event deleted by a-tag (older than delete) - skipping")
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -199,25 +199,12 @@ func (d *D) CheckForDeleted(ev *event.E, admins [][]byte) (err error) {
|
|||||||
sers = append(sers, s...)
|
sers = append(sers, s...)
|
||||||
}
|
}
|
||||||
if len(sers) > 0 {
|
if len(sers) > 0 {
|
||||||
var idPkTss []*store.IdPkTs
|
// For e-tag deletions (delete by ID), any deletion event means the event cannot be resubmitted
|
||||||
var tmp []*store.IdPkTs
|
// regardless of timestamp, since it's a specific deletion of this exact event
|
||||||
if tmp, err = d.GetFullIdPubkeyBySerials(sers); chk.E(err) {
|
err = errorf.E(
|
||||||
return
|
"blocked: %0x was deleted by ID and cannot be resubmitted",
|
||||||
}
|
ev.ID,
|
||||||
idPkTss = append(idPkTss, tmp...)
|
|
||||||
// sort by timestamp, so the first is the newest
|
|
||||||
sort.Slice(
|
|
||||||
idPkTss, func(i, j int) bool {
|
|
||||||
return idPkTss[i].Ts > idPkTss[j].Ts
|
|
||||||
},
|
|
||||||
)
|
)
|
||||||
if ev.CreatedAt < idPkTss[0].Ts {
|
|
||||||
err = errorf.E(
|
|
||||||
"blocked: %0x was deleted because it is older than the delete: event: %d delete: %d",
|
|
||||||
ev.ID, ev.CreatedAt, idPkTss[0].Ts,
|
|
||||||
)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -3,11 +3,13 @@ package database
|
|||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
"context"
|
"context"
|
||||||
|
"strings"
|
||||||
|
|
||||||
"database.orly/indexes"
|
"database.orly/indexes"
|
||||||
"database.orly/indexes/types"
|
"database.orly/indexes/types"
|
||||||
"encoders.orly/event"
|
"encoders.orly/event"
|
||||||
"encoders.orly/filter"
|
"encoders.orly/filter"
|
||||||
|
"encoders.orly/hex"
|
||||||
"encoders.orly/kind"
|
"encoders.orly/kind"
|
||||||
"encoders.orly/tag"
|
"encoders.orly/tag"
|
||||||
"github.com/dgraph-io/badger/v4"
|
"github.com/dgraph-io/badger/v4"
|
||||||
@@ -42,12 +44,32 @@ func (d *D) SaveEvent(c context.Context, ev *event.E) (kc, vc int, err error) {
|
|||||||
// check if the event already exists
|
// check if the event already exists
|
||||||
var ser *types.Uint40
|
var ser *types.Uint40
|
||||||
if ser, err = d.GetSerialById(ev.ID); err == nil && ser != nil {
|
if ser, err = d.GetSerialById(ev.ID); err == nil && ser != nil {
|
||||||
err = errorf.E("event already exists: %0x", ev.ID)
|
err = errorf.E("blocked: event already exists: %0x", ev.ID)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// If the error is "id not found", we can proceed with saving the event
|
||||||
|
if err != nil && strings.Contains(err.Error(), "id not found in database") {
|
||||||
|
// Reset error since this is expected for new events
|
||||||
|
err = nil
|
||||||
|
} else if err != nil {
|
||||||
|
// For any other error, return it
|
||||||
|
log.E.F("error checking if event exists: %s", err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check if the event has been deleted before allowing resubmission
|
||||||
|
if err = d.CheckForDeleted(ev, nil); err != nil {
|
||||||
|
// log.I.F(
|
||||||
|
// "SaveEvent: rejecting resubmission of deleted event ID=%s: %v",
|
||||||
|
// hex.Enc(ev.ID), err,
|
||||||
|
// )
|
||||||
|
err = errorf.E("blocked: %s", err.Error())
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
// check for replacement
|
// check for replacement
|
||||||
if kind.IsReplaceable(ev.Kind) {
|
if kind.IsReplaceable(ev.Kind) {
|
||||||
// find the events and delete them
|
// find the events and check timestamps before deleting
|
||||||
f := &filter.F{
|
f := &filter.F{
|
||||||
Authors: tag.NewFromBytesSlice(ev.Pubkey),
|
Authors: tag.NewFromBytesSlice(ev.Pubkey),
|
||||||
Kinds: kind.NewS(kind.New(ev.Kind)),
|
Kinds: kind.NewS(kind.New(ev.Kind)),
|
||||||
@@ -56,22 +78,50 @@ func (d *D) SaveEvent(c context.Context, ev *event.E) (kc, vc int, err error) {
|
|||||||
if sers, err = d.GetSerialsFromFilter(f); chk.E(err) {
|
if sers, err = d.GetSerialsFromFilter(f); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
// if found, delete them
|
// if found, check timestamps before deleting
|
||||||
if len(sers) > 0 {
|
if len(sers) > 0 {
|
||||||
|
var shouldReplace bool = true
|
||||||
for _, s := range sers {
|
for _, s := range sers {
|
||||||
var oldEv *event.E
|
var oldEv *event.E
|
||||||
if oldEv, err = d.FetchEventBySerial(s); chk.E(err) {
|
if oldEv, err = d.FetchEventBySerial(s); chk.E(err) {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if err = d.DeleteEventBySerial(
|
// Only replace if the new event is newer or same timestamp
|
||||||
c, s, oldEv,
|
if ev.CreatedAt < oldEv.CreatedAt {
|
||||||
); chk.E(err) {
|
log.I.F(
|
||||||
continue
|
"SaveEvent: rejecting older replaceable event ID=%s (created_at=%d) - existing event ID=%s (created_at=%d)",
|
||||||
|
hex.Enc(ev.ID), ev.CreatedAt, hex.Enc(oldEv.ID),
|
||||||
|
oldEv.CreatedAt,
|
||||||
|
)
|
||||||
|
shouldReplace = false
|
||||||
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
if shouldReplace {
|
||||||
|
for _, s := range sers {
|
||||||
|
var oldEv *event.E
|
||||||
|
if oldEv, err = d.FetchEventBySerial(s); chk.E(err) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
log.I.F(
|
||||||
|
"SaveEvent: replacing older replaceable event ID=%s (created_at=%d) with newer event ID=%s (created_at=%d)",
|
||||||
|
hex.Enc(oldEv.ID), oldEv.CreatedAt, hex.Enc(ev.ID),
|
||||||
|
ev.CreatedAt,
|
||||||
|
)
|
||||||
|
if err = d.DeleteEventBySerial(
|
||||||
|
c, s, oldEv,
|
||||||
|
); chk.E(err) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// Don't save the older event - return an error
|
||||||
|
err = errorf.E("blocked: event is older than existing replaceable event")
|
||||||
|
return
|
||||||
|
}
|
||||||
}
|
}
|
||||||
} else if kind.IsParameterizedReplaceable(ev.Kind) {
|
} else if kind.IsParameterizedReplaceable(ev.Kind) {
|
||||||
// find the events and delete them
|
// find the events and check timestamps before deleting
|
||||||
dTag := ev.Tags.GetFirst([]byte("d"))
|
dTag := ev.Tags.GetFirst([]byte("d"))
|
||||||
if dTag == nil {
|
if dTag == nil {
|
||||||
err = errorf.E("event is missing a d tag identifier")
|
err = errorf.E("event is missing a d tag identifier")
|
||||||
@@ -88,19 +138,47 @@ func (d *D) SaveEvent(c context.Context, ev *event.E) (kc, vc int, err error) {
|
|||||||
if sers, err = d.GetSerialsFromFilter(f); chk.E(err) {
|
if sers, err = d.GetSerialsFromFilter(f); chk.E(err) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
// if found, delete them
|
// if found, check timestamps before deleting
|
||||||
if len(sers) > 0 {
|
if len(sers) > 0 {
|
||||||
|
var shouldReplace bool = true
|
||||||
for _, s := range sers {
|
for _, s := range sers {
|
||||||
var oldEv *event.E
|
var oldEv *event.E
|
||||||
if oldEv, err = d.FetchEventBySerial(s); chk.E(err) {
|
if oldEv, err = d.FetchEventBySerial(s); chk.E(err) {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if err = d.DeleteEventBySerial(
|
// Only replace if the new event is newer or same timestamp
|
||||||
c, s, oldEv,
|
if ev.CreatedAt < oldEv.CreatedAt {
|
||||||
); chk.E(err) {
|
log.I.F(
|
||||||
continue
|
"SaveEvent: rejecting older addressable event ID=%s (created_at=%d) - existing event ID=%s (created_at=%d)",
|
||||||
|
hex.Enc(ev.ID), ev.CreatedAt, hex.Enc(oldEv.ID),
|
||||||
|
oldEv.CreatedAt,
|
||||||
|
)
|
||||||
|
shouldReplace = false
|
||||||
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
if shouldReplace {
|
||||||
|
for _, s := range sers {
|
||||||
|
var oldEv *event.E
|
||||||
|
if oldEv, err = d.FetchEventBySerial(s); chk.E(err) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
log.I.F(
|
||||||
|
"SaveEvent: replacing older addressable event ID=%s (created_at=%d) with newer event ID=%s (created_at=%d)",
|
||||||
|
hex.Enc(oldEv.ID), oldEv.CreatedAt, hex.Enc(ev.ID),
|
||||||
|
ev.CreatedAt,
|
||||||
|
)
|
||||||
|
if err = d.DeleteEventBySerial(
|
||||||
|
c, s, oldEv,
|
||||||
|
); chk.E(err) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// Don't save the older event - return an error
|
||||||
|
err = errorf.E("blocked: event is older than existing addressable event")
|
||||||
|
return
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
// Get the next sequence number for the event
|
// Get the next sequence number for the event
|
||||||
@@ -153,6 +231,9 @@ func (d *D) SaveEvent(c context.Context, ev *event.E) (kc, vc int, err error) {
|
|||||||
return
|
return
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
log.T.F("total data written: %d bytes keys %d bytes values", kc, vc)
|
log.T.F(
|
||||||
|
"total data written: %d bytes keys %d bytes values for event ID %s", kc,
|
||||||
|
vc, hex.Enc(ev.ID),
|
||||||
|
)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -11,7 +11,6 @@ import (
|
|||||||
"interfaces.orly/codec"
|
"interfaces.orly/codec"
|
||||||
"lol.mleku.dev/chk"
|
"lol.mleku.dev/chk"
|
||||||
"lol.mleku.dev/errorf"
|
"lol.mleku.dev/errorf"
|
||||||
"lol.mleku.dev/log"
|
|
||||||
"utils.orly/constraints"
|
"utils.orly/constraints"
|
||||||
"utils.orly/units"
|
"utils.orly/units"
|
||||||
)
|
)
|
||||||
@@ -55,7 +54,7 @@ func (en *Challenge) Label() string { return L }
|
|||||||
func (en *Challenge) Write(w io.Writer) (err error) {
|
func (en *Challenge) Write(w io.Writer) (err error) {
|
||||||
var b []byte
|
var b []byte
|
||||||
b = en.Marshal(b)
|
b = en.Marshal(b)
|
||||||
log.D.F("writing out challenge envelope: '%s'", b)
|
// log.D.F("writing out challenge envelope: '%s'", b)
|
||||||
_, err = w.Write(b)
|
_, err = w.Write(b)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -22,7 +22,7 @@ const (
|
|||||||
type I interface {
|
type I interface {
|
||||||
Configure(cfg ...any) (err error)
|
Configure(cfg ...any) (err error)
|
||||||
// GetAccessLevel returns the access level string for a given pubkey.
|
// GetAccessLevel returns the access level string for a given pubkey.
|
||||||
GetAccessLevel(pub []byte) (level string)
|
GetAccessLevel(pub []byte, address string) (level string)
|
||||||
// GetACLInfo returns the name and a description of the ACL, which should
|
// GetACLInfo returns the name and a description of the ACL, which should
|
||||||
// explain briefly how it works, and then a long text of documentation of
|
// explain briefly how it works, and then a long text of documentation of
|
||||||
// the ACL's rules and configuration (in asciidoc or markdown).
|
// the ACL's rules and configuration (in asciidoc or markdown).
|
||||||
|
|||||||
@@ -1 +1 @@
|
|||||||
v0.2.1
|
v0.3.1
|
||||||
19
scripts/relaytester-install.sh
Executable file
19
scripts/relaytester-install.sh
Executable file
@@ -0,0 +1,19 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
## rust must be installed
|
||||||
|
if ! command -v "cargo" &> /dev/null; then
|
||||||
|
echo "rust and cargo is not installed."
|
||||||
|
echo "run this command to install:"
|
||||||
|
echo
|
||||||
|
echo "curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh"
|
||||||
|
exit
|
||||||
|
else
|
||||||
|
echo "cargo is installed."
|
||||||
|
fi
|
||||||
|
|
||||||
|
rm -rf relay-tester
|
||||||
|
git clone https://github.com/mikedilger/relay-tester.git
|
||||||
|
cd relay-tester
|
||||||
|
cargo build -r
|
||||||
|
cp target/release/relay-tester $GOBIN/
|
||||||
|
cd ..
|
||||||
|
rm -rf relay-tester
|
||||||
21
scripts/relaytester-test.sh
Executable file
21
scripts/relaytester-test.sh
Executable file
@@ -0,0 +1,21 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
## relay-tester must be installed
|
||||||
|
if ! command -v "relay-tester" &> /dev/null; then
|
||||||
|
echo "relay-tester is not installed."
|
||||||
|
echo "run this command to install:"
|
||||||
|
echo
|
||||||
|
echo "./scripts/relaytester-install.sh"
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
rm -rf ~/.local/share/ORLY
|
||||||
|
export ORLY_LOG_LEVEL=trace
|
||||||
|
export ORLY_LOG_TO_STDOUT=true
|
||||||
|
export ORLY_LISTEN=127.0.0.1
|
||||||
|
export ORLY_PORT=3334
|
||||||
|
export ORLY_IP_WHITELIST=127.0.0
|
||||||
|
export ORLY_ADMINS=6d9b216ec1dc329ca43c56634e0dba6aaaf3d45ab878bdf4fa910c7117db0bfa,c284f03a874668eded145490e436b87f1a1fc565cf320e7dea93a7e96e3629d7
|
||||||
|
export ORLY_ACL_MODE=none
|
||||||
|
go run . &
|
||||||
|
sleep 5
|
||||||
|
relay-tester ws://127.0.0.1:3334 nsec12l4072hvvyjpmkyjtdxn48xf8qj299zw60u7ddg58s2aphv3rpjqtg0tvr nsec1syvtjgqauyeezgrev5nqrp36d87apjk87043tgu2usgv8umyy6wq4yl6tu
|
||||||
|
killall next.orly.dev
|
||||||
Reference in New Issue
Block a user