Implement distributed synchronization features

- Added a sync manager to handle distributed synchronization across relay peers, initialized in the main application run function.
- Enhanced the event handling to update the serial number for synchronization when events are processed.
- Introduced new API endpoints for synchronization, allowing peers to fetch the current serial number and events within a specified range.
- Implemented peer request validation for synchronization endpoints to ensure authorized access based on NIP-98 authentication.
- Updated configuration to support relay peers for synchronization.
- Bumped version to v0.24.0 to reflect these changes.

app/config/config.go

@@ -50,6 +50,7 @@ type C struct {
 	MonthlyPriceSats    int64         `env:"ORLY_MONTHLY_PRICE_SATS" default:"6000" usage:"price in satoshis for one month subscription (default ~$2 USD)"`
 	RelayURL            string        `env:"ORLY_RELAY_URL" usage:"base URL for the relay dashboard (e.g., https://relay.example.com)"`
 	RelayAddresses      []string      `env:"ORLY_RELAY_ADDRESSES" usage:"comma-separated list of websocket addresses for this relay (e.g., wss://relay.example.com,wss://backup.example.com)"`
+	RelayPeers          []string      `env:"ORLY_RELAY_PEERS" usage:"comma-separated list of peer relay URLs for distributed synchronization (e.g., https://peer1.example.com,https://peer2.example.com)"`
 	FollowListFrequency time.Duration `env:"ORLY_FOLLOW_LIST_FREQUENCY" usage:"how often to fetch admin follow lists (default: 1h)" default:"1h"`
 
 	// Blossom blob storage service level settings

app/handle-event.go

@@ -455,6 +455,12 @@ func (l *Listener) HandleEvent(msg []byte) (err error) {
 		chk.E(err)
 		return
 	}
+
+	// Update serial for distributed synchronization
+	if l.syncManager != nil {
+		l.syncManager.UpdateSerial()
+		log.D.F("updated serial for event %s", hex.Enc(env.E.ID))
+	}
 	// Send a success response storing
 	if err = Ok.Ok(l, env, ""); chk.E(err) {
 		return

app/main.go

@@ -20,6 +20,7 @@ import (
 	"next.orly.dev/pkg/policy"
 	"next.orly.dev/pkg/protocol/publish"
 	"next.orly.dev/pkg/spider"
+	dsync "next.orly.dev/pkg/sync"
 )
 
 func Run(
@@ -116,6 +117,27 @@ func Run(
 		}
 	}
 
+	// Initialize sync manager if relay peers are configured
+	if len(cfg.RelayPeers) > 0 {
+		// Get relay identity for node ID
+		sk, err := db.GetOrCreateRelayIdentitySecret()
+		if err != nil {
+			log.E.F("failed to get relay identity for sync: %v", err)
+		} else {
+			nodeID, err := keys.SecretBytesToPubKeyHex(sk)
+			if err != nil {
+				log.E.F("failed to derive pubkey for sync node ID: %v", err)
+			} else {
+				relayURL := cfg.RelayURL
+				if relayURL == "" {
+					relayURL = fmt.Sprintf("http://localhost:%d", cfg.Port)
+				}
+				l.syncManager = dsync.NewManager(ctx, db, nodeID, relayURL, cfg.RelayPeers)
+				log.I.F("distributed sync manager initialized with %d peers", len(cfg.RelayPeers))
+			}
+		}
+	}
+
 	// Initialize the user interface
 	l.UserInterface()
 

app/server.go

@@ -27,6 +27,7 @@ import (
 	"next.orly.dev/pkg/protocol/httpauth"
 	"next.orly.dev/pkg/protocol/publish"
 	"next.orly.dev/pkg/spider"
+	dsync "next.orly.dev/pkg/sync"
 	blossom "next.orly.dev/pkg/blossom"
 )
 
@@ -50,6 +51,7 @@ type Server struct {
 	sprocketManager  *SprocketManager
 	policyManager    *policy.P
 	spiderManager    *spider.Spider
+	syncManager      *dsync.Manager
 	blossomServer    *blossom.Server
 }
 
@@ -243,7 +245,14 @@ func (s *Server) UserInterface() {
 	s.mux.HandleFunc("/api/nip86", s.handleNIP86Management)
 	// ACL mode endpoint
 	s.mux.HandleFunc("/api/acl-mode", s.handleACLMode)
-	
+
+	// Sync endpoints for distributed synchronization
+	if s.syncManager != nil {
+		s.mux.HandleFunc("/api/sync/current", s.handleSyncCurrent)
+		s.mux.HandleFunc("/api/sync/fetch", s.handleSyncFetch)
+		log.Printf("Distributed sync API enabled at /api/sync")
+	}
+
 	// Blossom blob storage API endpoint
 	if s.blossomServer != nil {
 		s.mux.HandleFunc("/blossom/", s.blossomHandler)
@@ -990,3 +999,70 @@ func (s *Server) handleACLMode(w http.ResponseWriter, r *http.Request) {
 
 	w.Write(jsonData)
 }
+
+// handleSyncCurrent handles requests for the current serial number
+func (s *Server) handleSyncCurrent(w http.ResponseWriter, r *http.Request) {
+	if s.syncManager == nil {
+		http.Error(w, "Sync manager not initialized", http.StatusServiceUnavailable)
+		return
+	}
+
+	// Validate NIP-98 authentication and check peer authorization
+	if !s.validatePeerRequest(w, r) {
+		return
+	}
+
+	s.syncManager.HandleCurrentRequest(w, r)
+}
+
+// handleSyncFetch handles requests for events in a serial range
+func (s *Server) handleSyncFetch(w http.ResponseWriter, r *http.Request) {
+	if s.syncManager == nil {
+		http.Error(w, "Sync manager not initialized", http.StatusServiceUnavailable)
+		return
+	}
+
+	// Validate NIP-98 authentication and check peer authorization
+	if !s.validatePeerRequest(w, r) {
+		return
+	}
+
+	s.syncManager.HandleFetchRequest(w, r)
+}
+
+// validatePeerRequest validates NIP-98 authentication and checks if the requesting peer is authorized
+func (s *Server) validatePeerRequest(w http.ResponseWriter, r *http.Request) bool {
+	// Validate NIP-98 authentication
+	valid, pubkey, err := httpauth.CheckAuth(r)
+	if err != nil {
+		log.Printf("NIP-98 auth validation error: %v", err)
+		http.Error(w, "Authentication validation failed", http.StatusUnauthorized)
+		return false
+	}
+	if !valid {
+		http.Error(w, "NIP-98 authentication required", http.StatusUnauthorized)
+		return false
+	}
+
+	// Check if this pubkey corresponds to a configured peer relay
+	peerPubkeyHex := hex.Enc(pubkey)
+	for range s.Config.RelayPeers {
+		// Extract pubkey from peer URL (assuming format: https://relay.example.com@pubkey)
+		// For now, check if the pubkey matches any configured admin/owner
+		// TODO: Implement proper peer identity mapping
+		for _, admin := range s.Admins {
+			if hex.Enc(admin) == peerPubkeyHex {
+				return true
+			}
+		}
+		for _, owner := range s.Owners {
+			if hex.Enc(owner) == peerPubkeyHex {
+				return true
+			}
+		}
+	}
+
+	log.Printf("Unauthorized sync request from pubkey: %s", peerPubkeyHex)
+	http.Error(w, "Unauthorized peer", http.StatusForbidden)
+	return false
+}