2.1 KiB
Graceful shutdown/restart
docker compose stop lister
docker compose stop consumer
docker compose stop record-indexer
Take a look at grafana, once all quiet
docker compose stop postgres
Start everything up
docker compose up -d --build
Control number of workers
Full throttle
curl 'localhost:11003/pool/resize?size=50'
Half throttle (recommended)
curl 'localhost:11003/pool/resize?size=25'
Stop eating all of my Internet
curl 'localhost:11003/pool/resize?size=10'
Peak into db
docker compose exec -it postgres psql -U postgres -d bluesky
Seen repos
select count(*) from repos;
Fully indexed repos
select count(*) from repos where last_indexed_rev <> '' and (last_indexed_rev >= first_rev_since_reset or first_rev_since_reset is null or first_rev_since_reset = '');
Get list blocks
non-partitioned (very slow)
select count(*) from (select distinct repo from records where collection in ('app.bsky.graph.listblock') and deleted=false and content['subject']::text like '"at://did:plc:bmjomljebcsuxolnygfgqtap/%');
partitioned (slow)
select count(*) from (select distinct repo from records_listblock where deleted=false and content['subject']::text like '"at://did:plc:bmjomljebcsuxolnygfgqtap/%');
Count all records
analyze records; select relname, reltuples::int from pg_class where relname like 'records';
View errors
select last_error, count(*) from repos where failed_attempts > 0 group by last_error;
Restart errors
update repos set failed_attempts=0, last_error='' where failed_attempts >0;
Take a look at slow queries
SELECT pid, age(clock_timestamp(), query_start), state, query
FROM pg_stat_activity
WHERE query != '<IDLE>' AND query NOT ILIKE '%pg_stat_activity%'
ORDER BY query_start asc;
Explore new collection types
select * from records where collection not in (
'app.bsky.actor.profile',
'app.bsky.feed.generator',
'app.bsky.feed.like',
'app.bsky.feed.post',
'app.bsky.feed.repost',
'app.bsky.feed.threadgate',
'app.bsky.graph.block',
'app.bsky.graph.follow',
'app.bsky.graph.listitem',
'app.bsky.graph.list',
'app.bsky.graph.listblock'
) limit 20;