Fixed NPE, fixed failed lister migration.

db-migration/migrations/20240226_fix_alter_table.sql

@@ -0,0 +1,23 @@
+DROP VIEW posts;
+DROP VIEW lists;
+DROP VIEW listitems;
+
+ALTER TABLE "records" ALTER COLUMN "deleted" TYPE boolean USING "deleted"::boolean;
+
+create view posts as
+  select *, jsonb_extract_path(content, 'langs') as langs,
+    parse_timestamp(jsonb_extract_path_text(content, 'createdAt')) as content_created_at
+    from records_post;
+
+create view lists as
+  select records_list.*,
+    jsonb_extract_path_text(content, 'name') as name,
+    jsonb_extract_path_text(content, 'description') as description,
+    jsonb_extract_path_text(content, 'purpose') as purpose,
+    'at://' || repos.did || '/app.bsky.graph.list/' || rkey as uri
+  from records_list join repos on records_list.repo = repos.id;
+
+create view listitems as
+  select *, jsonb_extract_path_text(content, 'list') as list,
+    jsonb_extract_path_text(content, 'subject') as subject
+    from records_listitem;

metrics/grafana/dashboards/indexer-dash.json

@@ -1498,11 +1498,12 @@
         "type": "prometheus",
         "uid": "PBFA97CFB590B2093"
       },
-      "description": "Warranty: 1440 TBW total",
+      "description": "Warranty: 1440 TBW or 3 years\n\nAcceptable TBW per day to last 3 years: 1.315068",
       "fieldConfig": {
         "defaults": {
           "mappings": [],
           "max": 1.315068,
+          "min": 0,
           "thresholds": {
             "mode": "percentage",
             "steps": [
@@ -1511,16 +1512,20 @@
                 "value": null
               },
               {
-                "color": "blue",
+                "color": "#6ED0E0",
+                "value": 25
+              },
+              {
+                "color": "#EAB839",
                 "value": 50
               },
               {
                 "color": "orange",
-                "value": 75
+                "value": 70
               },
               {
                 "color": "red",
-                "value": 90
+                "value": 85
               }
             ]
           },
@@ -2764,6 +2769,6 @@
   "timezone": "",
   "title": "Bsky indexer",
   "uid": "aXw6dQhSzs",
-  "version": 38,
+  "version": 39,
   "weekStart": ""
 }

repo/repo.go

@@ -72,7 +72,7 @@ func EnsureExists(ctx context.Context, db *gorm.DB, did string) (*Repo, bool, er
 
 	remote, err := pds.EnsureExists(ctx, db, u.String())
 	if err != nil {
-		return nil, false, fmt.Errorf("failed to get PDS record from DB for %q: %w", remote.Host, err)
+		return nil, false, fmt.Errorf("failed to get PDS record from DB: %w", err)
 	}
 	r = Repo{DID: did, PDS: models.ID(remote.ID)}
 	created := false