Remove spider functionality and related configurations

- Deleted the spider package and its associated functionality from the main application.
- Removed references to spider mode and frequency from configuration files and documentation.
- Updated the main application to eliminate spider initialization and related logic.
- Cleaned up import statements and configuration options to reflect the removal of spider features.

main.go

@@ -22,7 +22,6 @@ import (
 	"next.orly.dev/pkg/crypto/keys"
 	"next.orly.dev/pkg/database"
 	"next.orly.dev/pkg/encoders/hex"
-	"next.orly.dev/pkg/spider"
 	"next.orly.dev/pkg/utils/interrupt"
 	"next.orly.dev/pkg/version"
 )
@@ -290,12 +289,6 @@ func main() {
 	}
 	acl.Registry.Syncer()
 
-	// Initialize and start spider functionality if enabled
-	spiderCtx, spiderCancel := context.WithCancel(ctx)
-	spiderInstance := spider.New(db, cfg, spiderCtx, spiderCancel)
-	spiderInstance.Start()
-	defer spiderInstance.Stop()
-
 	// Start HTTP pprof server if enabled
 	if cfg.PprofHTTP {
 		pprofAddr := fmt.Sprintf("%s:%d", cfg.Listen, 6060)