astra/plc-mirror
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Check repos against PDS cursor resets, instead of waiting for a first new even for them on firehose

Browse source
This commit is contained in:
Max Ignatenko 2024-03-13 10:39:41 +00:00
parent 57aa4731e5
commit 87d510e67a
2 changed files with 19 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
cmd/record-indexer/scheduler.go
View file

@ -119,7 +119,16 @@ func (s *Scheduler) fillQueue(ctx context.Context) error {
err := s.db.Raw(`SELECT * FROM "repos" WHERE pds = ? AND (last_indexed_rev is null OR last_indexed_rev = '') AND failed_attempts < ?
UNION
SELECT * FROM "repos" WHERE pds = ? AND (first_rev_since_reset is not null AND first_rev_since_reset <> '' AND last_indexed_rev < first_rev_since_reset) AND failed_attempts < ? LIMIT ?`,
SELECT "repos".* FROM "repos" left join "pds" on repos.pds = pds.id WHERE pds = ?
AND
(
(first_rev_since_reset is not null AND first_rev_since_reset <> ''
AND last_indexed_rev < first_rev_since_reset)
OR
("repos".first_cursor_since_reset is not null AND "repos".first_cursor_since_reset <> 0
AND "repos".first_cursor_since_reset < "pds".first_cursor_since_reset)
)
AND failed_attempts < ? LIMIT ?`,
remote.ID, maxAttempts, remote.ID, maxAttempts, perPDSLimit).
Scan(&repos).Error