mleku/flotilla
1
1
Fork 0
mirror of https://github.com/coracle-social/flotilla.git synced 2025-12-10 02:47:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Optimize event storage

Browse Source
This commit is contained in:
Jon Staab
2025-10-13 12:46:56 -07:00
parent 004b30b737
commit 0cc25913c0
1 changed files with 13 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
src/app/util/storage.ts
View File

@@ -1,4 +1,3 @@
import {verifiedSymbol} from "nostr-tools/pure"
import {
always,
on,
@@ -31,6 +30,7 @@ import {
MESSAGE,
DIRECT_MESSAGE,
DIRECT_MESSAGE_FILE,
verifiedSymbol,
} from "@welshman/util"
import type {Zapper, TrustedEvent} from "@welshman/util"
import type {RepositoryUpdate} from "@welshman/relay"
@@ -122,19 +122,24 @@ const syncEvents = async () => {
}
for (const id of update.removed) {
added = added.filter(event => !update.removed.has(event.id))
removed.add(id)
}
}
if (removed.size > 0) {
for (const [shard, chunk] of groupBy(last, Array.from(removed))) {
added = added.filter(e => !removed.has(e.id))
const removedByShard = groupBy(id => last(id), removed)
const addedByShard = groupBy(e => last(e.id), added)
const shards = new Set([...removedByShard.keys(), ...addedByShard.keys()])
for (const shard of shards) {
const removedInShard = removedByShard.get(shard)
const addedInShard = addedByShard.get(shard) || []
const current = await collection.getShard(shard)
const modified = concat(
current.filter(e => !chunk.includes(e.id)),
added,
)
const pruned = sortBy(e => -rankEvent(e), modified).slice(0, 10_000)
const filtered = current.filter(e => !removedInShard?.includes(e.id))
const sorted = sortBy(e => -rankEvent(e), concat(filtered, addedInShard))
const pruned = sorted.slice(0, 10_000)
await collection.setShard(shard, pruned)
}