Skip to content

Commit

Permalink
Limit wanted collections on jetstream
Browse files Browse the repository at this point in the history
This limits the wantedCollections on jetstream to just the ones we need,
so backfilling is faster and ingesting is more efficient.
  • Loading branch information
KevSlashNull committed Nov 15, 2024
1 parent d01d4e3 commit 1db4dee
Showing 1 changed file with 6 additions and 0 deletions.
6 changes: 6 additions & 0 deletions ingester/ingester.go
Original file line number Diff line number Diff line change
Expand Up @@ -83,6 +83,12 @@ func (fi *FirehoseIngester) Start(ctx context.Context) (err error) {

jsCfg := jsclient.DefaultClientConfig()
jsCfg.WebsocketURL = fi.jetstreamURL
jsCfg.WantedCollections = []string{
"app.bsky.actor.profile",
"app.bsky.feed.like",
"app.bsky.feed.post",
"app.bsky.graph.follow",
}

var activeCursor atomic.Int64
sched := jsparallel.NewScheduler(
Expand Down

0 comments on commit 1db4dee

Please sign in to comment.