Add NIP-11 relay synchronization and group management features

- Introduced a new `sync` package for managing NIP-11 relay information and relay group configurations.
- Implemented a cache for NIP-11 documents, allowing retrieval of relay public keys and authoritative configurations.
- Enhanced the sync manager to update peer lists based on authoritative configurations from relay group events.
- Updated event handling to incorporate policy checks during event imports, ensuring compliance with relay rules.
- Refactored various components to utilize the new `sha256-simd` package for improved performance.
- Added comprehensive tests to validate the new synchronization and group management functionalities.
- Bumped version to v0.24.1 to reflect these changes.

pkg/database/import_utils.go

@@ -38,15 +38,20 @@ func (d *D) ImportEventsFromReader(ctx context.Context, rr io.Reader) error {
 	return d.processJSONLEvents(ctx, tmp)
 }
 
-// ImportEventsFromStrings imports events from a slice of JSON strings
-func (d *D) ImportEventsFromStrings(ctx context.Context, eventJSONs []string) error {
+// ImportEventsFromStrings imports events from a slice of JSON strings with policy filtering
+func (d *D) ImportEventsFromStrings(ctx context.Context, eventJSONs []string, policyManager interface{ CheckPolicy(action string, ev *event.E, pubkey []byte, remote string) (bool, error) }) error {
 	// Create a reader from the string slice
 	reader := strings.NewReader(strings.Join(eventJSONs, "\n"))
-	return d.processJSONLEvents(ctx, reader)
+	return d.processJSONLEventsWithPolicy(ctx, reader, policyManager)
 }
 
 // processJSONLEvents processes JSONL events from a reader
 func (d *D) processJSONLEvents(ctx context.Context, rr io.Reader) error {
+	return d.processJSONLEventsWithPolicy(ctx, rr, nil)
+}
+
+// processJSONLEventsWithPolicy processes JSONL events from a reader with optional policy filtering
+func (d *D) processJSONLEventsWithPolicy(ctx context.Context, rr io.Reader, policyManager interface{ CheckPolicy(action string, ev *event.E, pubkey []byte, remote string) (bool, error) }) error {
 	// Create a scanner to read the buffer line by line
 	scan := bufio.NewScanner(rr)
 	scanBuf := make([]byte, maxLen)
@@ -75,6 +80,24 @@ func (d *D) processJSONLEvents(ctx context.Context, rr io.Reader) error {
 			continue
 		}
 
+		// Apply policy checking if policy manager is provided
+		if policyManager != nil {
+			// For sync imports, we treat events as coming from system/trusted source
+			// Use nil pubkey and empty remote to indicate system-level import
+			allowed, policyErr := policyManager.CheckPolicy("write", ev, nil, "")
+			if policyErr != nil {
+				log.W.F("policy check failed for event %x: %v", ev.ID, policyErr)
+				ev.Free()
+				continue
+			}
+			if !allowed {
+				log.D.F("policy rejected event %x during sync import", ev.ID)
+				ev.Free()
+				continue
+			}
+			log.D.F("policy allowed event %x during sync import", ev.ID)
+		}
+
 		if _, err := d.SaveEvent(ctx, ev); err != nil {
 			// return the pooled buffer on error paths too
 			ev.Free()