astra
/
plc-mirror
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update dash.

main
mathan 2024-02-26 12:57:05 -08:00
parent 3a2c6a6f5b
commit 439518fda1
2 changed files with 363 additions and 277 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

139
metrics/grafana/dashboards/bsky_stats.json
View File

@ -168,32 +168,54 @@
}, },
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [], "mappings": [],
"thresholds": { "thresholds": {
"mode": "absolute", "mode": "percentage",
"steps": [ "steps": [
{ {
"color": "blue", "color": "green",
"value": null "value": null
},
{
"color": "blue",
"value": 25
},
{
"color": "purple",
"value": 50
},
{
"color": "yellow",
"value": 70
},
{
"color": "orange",
"value": 80
},
{
"color": "red",
"value": 90
} }
] ]
}, },
"unit": "short", "unit": "repo/h",
"unitScale": true "unitScale": true
}, },
"overrides": [] "overrides": []
}, },
"gridPos": { "gridPos": {
"h": 10, "h": 5,
"w": 5, "w": 4,
"x": 12, "x": 12,
"y": 0 "y": 0
}, },
"id": 23, "id": 28,
"options": { "options": {
"colorMode": "value", "minVizHeight": 75,
"graphMode": "area", "minVizWidth": 75,
"justifyMode": "auto",
"orientation": "auto", "orientation": "auto",
"reduceOptions": { "reduceOptions": {
"calcs": [ "calcs": [
@ -202,9 +224,9 @@
"fields": "", "fields": "",
"values": false "values": false
}, },
"showPercentChange": false, "showThresholdLabels": false,
"textMode": "auto", "showThresholdMarkers": true,
"wideLayout": true "sizing": "auto"
}, },
"pluginVersion": "10.3.3", "pluginVersion": "10.3.3",
"targets": [ "targets": [
@ -214,15 +236,15 @@
"uid": "PBFA97CFB590B2093" "uid": "PBFA97CFB590B2093"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "repos_fully_indexed{job=\"db\"}", "expr": "rate(repos_fully_indexed{job=\"db\"}[$rate_interval])*60*60",
"instant": false, "instant": false,
"legendFormat": "__auto", "legendFormat": "__auto",
"range": true, "range": true,
"refId": "A" "refId": "A"
} }
], ],
"title": "Total Users", "title": "Registrations rate",
"type": "stat" "type": "gauge"
}, },
{ {
"datasource": { "datasource": {
@ -248,8 +270,8 @@
}, },
"gridPos": { "gridPos": {
"h": 10, "h": 10,
"w": 3, "w": 4,
"x": 17, "x": 16,
"y": 0 "y": 0
}, },
"id": 27, "id": 27,
@ -350,6 +372,69 @@
"title": "Time to 10 milion users", "title": "Time to 10 milion users",
"type": "stat" "type": "stat"
}, },
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"fieldConfig": {
"defaults": {
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "blue",
"value": null
}
]
},
"unit": "short",
"unitScale": true
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 4,
"x": 12,
"y": 5
},
"id": 23,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.3.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"editorMode": "code",
"expr": "repos_fully_indexed{job=\"db\"}",
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "Total Users",
"type": "stat"
},
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
@ -632,6 +717,8 @@
"axisColorMode": "text", "axisColorMode": "text",
"axisLabel": "", "axisLabel": "",
"axisPlacement": "auto", "axisPlacement": "auto",
"axisSoftMax": 1000,
"axisSoftMin": 0,
"barAlignment": 0, "barAlignment": 0,
"drawStyle": "line", "drawStyle": "line",
"fillOpacity": 14, "fillOpacity": 14,
@ -734,6 +821,8 @@
"axisColorMode": "text", "axisColorMode": "text",
"axisLabel": "", "axisLabel": "",
"axisPlacement": "auto", "axisPlacement": "auto",
"axisSoftMax": 200,
"axisSoftMin": 0,
"barAlignment": 0, "barAlignment": 0,
"drawStyle": "line", "drawStyle": "line",
"fillOpacity": 14, "fillOpacity": 14,
@ -836,6 +925,8 @@
"axisColorMode": "text", "axisColorMode": "text",
"axisLabel": "", "axisLabel": "",
"axisPlacement": "auto", "axisPlacement": "auto",
"axisSoftMax": 1000,
"axisSoftMin": 0,
"barAlignment": 0, "barAlignment": 0,
"drawStyle": "line", "drawStyle": "line",
"fillOpacity": 14, "fillOpacity": 14,
@ -938,6 +1029,8 @@
"axisColorMode": "text", "axisColorMode": "text",
"axisLabel": "", "axisLabel": "",
"axisPlacement": "auto", "axisPlacement": "auto",
"axisSoftMax": 200,
"axisSoftMin": 0,
"barAlignment": 0, "barAlignment": 0,
"drawStyle": "line", "drawStyle": "line",
"fillOpacity": 14, "fillOpacity": 14,
@ -1025,7 +1118,7 @@
"type": "timeseries" "type": "timeseries"
} }
], ],
"refresh": "5s", "refresh": "1h",
"revision": 1, "revision": 1,
"schemaVersion": 39, "schemaVersion": 39,
"tags": [], "tags": [],
@ -1037,8 +1130,8 @@
"auto_min": "10s", "auto_min": "10s",
"current": { "current": {
"selected": false, "selected": false,
"text": "1d", "text": "1h",
"value": "1d" "value": "1h"
}, },
"hide": 0, "hide": 0,
"label": "Rate interval", "label": "Rate interval",
@ -1065,7 +1158,7 @@
"value": "30m" "value": "30m"
}, },
{ {
"selected": false, "selected": true,
"text": "1h", "text": "1h",
"value": "1h" "value": "1h"
}, },
@ -1080,7 +1173,7 @@
"value": "12h" "value": "12h"
}, },
{ {
"selected": true, "selected": false,
"text": "1d", "text": "1d",
"value": "1d" "value": "1d"
}, },
@ -1121,6 +1214,6 @@
"timezone": "", "timezone": "",
"title": "Bsky Statistics", "title": "Bsky Statistics",
"uid": "aXw6dQhSas", "uid": "aXw6dQhSas",
"version": 6, "version": 9,
"weekStart": "" "weekStart": ""
} }

497
metrics/grafana/dashboards/indexer-dash.json
View File

@ -610,19 +610,6 @@
"range": true, "range": true,
"refId": "B", "refId": "B",
"useBackend": false "useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"editorMode": "code",
"expr": "sum by(instance) (node_network_receive_bytes_total{instance=\"host.docker.internal:9100\", job=\"node\"})",
"hide": false,
"instant": false,
"legendFormat": "Total traffic",
"range": true,
"refId": "C"
} }
], ],
"title": "Network Traffic", "title": "Network Traffic",
@ -766,14 +753,14 @@
"uid": "PBFA97CFB590B2093" "uid": "PBFA97CFB590B2093"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "(5000000-repos_fully_indexed{job=\"db\"})/rate(repos_fully_indexed{job=\"db\"}[$rate_interval])", "expr": "(6000000-repos_fully_indexed{job=\"db\"})/rate(repos_fully_indexed{job=\"db\"}[1d])",
"instant": false, "instant": false,
"legendFormat": "__auto", "legendFormat": "__auto",
"range": true, "range": true,
"refId": "A" "refId": "A"
} }
], ],
"title": "Time to 5mil", "title": "Time to 6mil",
"type": "stat" "type": "stat"
}, },
{ {
@ -829,7 +816,7 @@
"uid": "PBFA97CFB590B2093" "uid": "PBFA97CFB590B2093"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "-1*1024*1024*1024*1024/deriv(node_filesystem_free_bytes{mountpoint='/4t'}[$rate_interval])", "expr": "-1*1024*1024*1024*1024/deriv(node_filesystem_free_bytes{mountpoint='/4t'}[1d])",
"instant": false, "instant": false,
"legendFormat": "__auto", "legendFormat": "__auto",
"range": true, "range": true,
@ -1406,7 +1393,7 @@
"uid": "PBFA97CFB590B2093" "uid": "PBFA97CFB590B2093"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "-4*1024*1024*1024*1024/deriv(node_filesystem_free_bytes{mountpoint='/4t'}[$rate_interval])", "expr": "-4*1024*1024*1024*1024/deriv(node_filesystem_free_bytes{mountpoint='/4t'}[1d])",
"instant": false, "instant": false,
"legendFormat": "__auto", "legendFormat": "__auto",
"range": true, "range": true,
@ -1671,7 +1658,7 @@
"fullMetaSearch": false, "fullMetaSearch": false,
"includeNullMetadata": true, "includeNullMetadata": true,
"instant": false, "instant": false,
"legendFormat": "time left (at current rate)", "legendFormat": "time left (at current wear rate)",
"range": true, "range": true,
"refId": "A", "refId": "A",
"useBackend": false "useBackend": false
@ -2055,10 +2042,11 @@
"axisColorMode": "text", "axisColorMode": "text",
"axisLabel": "", "axisLabel": "",
"axisPlacement": "auto", "axisPlacement": "auto",
"axisSoftMax": 50000,
"axisSoftMin": 0, "axisSoftMin": 0,
"barAlignment": 0, "barAlignment": 0,
"drawStyle": "line", "drawStyle": "line",
"fillOpacity": 0, "fillOpacity": 14,
"gradientMode": "none", "gradientMode": "none",
"hideFrom": { "hideFrom": {
"legend": false, "legend": false,
@ -2068,7 +2056,7 @@
"insertNulls": false, "insertNulls": false,
"lineInterpolation": "linear", "lineInterpolation": "linear",
"lineWidth": 1, "lineWidth": 1,
"pointSize": 5, "pointSize": 4,
"scaleDistribution": { "scaleDistribution": {
"type": "linear" "type": "linear"
}, },
@ -2076,7 +2064,7 @@
"spanNulls": false, "spanNulls": false,
"stacking": { "stacking": {
"group": "A", "group": "A",
"mode": "none" "mode": "normal"
}, },
"thresholdsStyle": { "thresholdsStyle": {
"mode": "off" "mode": "off"
@ -2089,35 +2077,17 @@
{ {
"color": "green", "color": "green",
"value": null "value": null
},
{
"color": "red",
"value": 80
} }
] ]
}, },
"unit": "posts/h",
"unitScale": true "unitScale": true
}, },
"overrides": [ "overrides": [
{
"matcher": {
"id": "byFrameRefID",
"options": "A"
},
"properties": [
{
"id": "custom.axisPlacement",
"value": "right"
},
{
"id": "custom.stacking",
"value": {
"group": "A",
"mode": "normal"
}
},
{
"id": "custom.fillOpacity",
"value": 33
}
]
},
{ {
"matcher": { "matcher": {
"id": "byFrameRefID", "id": "byFrameRefID",
@ -2125,37 +2095,25 @@
}, },
"properties": [ "properties": [
{ {
"id": "unit", "id": "custom.axisPlacement",
"value": "repos/s" "value": "right"
}
]
}, },
{ {
"matcher": { "id": "custom.fillOpacity",
"id": "byName", "value": 0
"options": "Fail rate"
}, },
"properties": [
{ {
"id": "color", "id": "custom.lineWidth",
"value": 4
},
{
"id": "custom.lineStyle",
"value": { "value": {
"fixedColor": "red", "dash": [
"mode": "fixed" 0,
} 10
} ],
] "fill": "dot"
},
{
"matcher": {
"id": "byName",
"options": "Success rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
} }
} }
] ]
@ -2168,7 +2126,7 @@
"x": 0, "x": 0,
"y": 18 "y": 18
}, },
"id": 2, "id": 18,
"options": { "options": {
"legend": { "legend": {
"calcs": [], "calcs": [],
@ -2178,7 +2136,7 @@
}, },
"tooltip": { "tooltip": {
"mode": "multi", "mode": "multi",
"sort": "none" "sort": "desc"
} }
}, },
"targets": [ "targets": [
@ -2187,44 +2145,37 @@
"type": "prometheus", "type": "prometheus",
"uid": "PBFA97CFB590B2093" "uid": "PBFA97CFB590B2093"
}, },
"disableTextWrap": false,
"editorMode": "code", "editorMode": "code",
"expr": "sum by(state) (indexer_queue_length)", "expr": "sum by(lang) (rate(indexer_posts_by_language_count[$rate_interval])*60*60)",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"instant": false, "instant": false,
"legendFormat": "{{state}}", "legendFormat": "{{lang}}",
"range": true, "range": true,
"refId": "A" "refId": "A",
"useBackend": false
}, },
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "PBFA97CFB590B2093" "uid": "PBFA97CFB590B2093"
}, },
"editorMode": "code", "disableTextWrap": false,
"expr": "sum by(success) (rate(indexer_repos_indexed_count[$rate_interval]))", "editorMode": "builder",
"hide": false, "expr": "label_replace(sum by(remote) (rate(indexer_posts_by_language_count{lang=\"uk\"}[$rate_interval])), \"\", \"$1\", \"\", \"(.*)\")",
"fullMetaSearch": false,
"hide": true,
"includeNullMetadata": true,
"instant": false, "instant": false,
"legendFormat": "__auto", "legendFormat": "__auto",
"range": true, "range": true,
"refId": "B" "refId": "B",
} "useBackend": false
],
"title": "Indexing queue",
"transformations": [
{
"id": "renameByRegex",
"options": {
"regex": "false",
"renamePattern": "Fail rate"
}
},
{
"id": "renameByRegex",
"options": {
"regex": "true",
"renamePattern": "Success rate"
}
} }
], ],
"title": "Posts by language",
"type": "timeseries" "type": "timeseries"
}, },
{ {
@ -2243,6 +2194,8 @@
"axisColorMode": "text", "axisColorMode": "text",
"axisLabel": "", "axisLabel": "",
"axisPlacement": "auto", "axisPlacement": "auto",
"axisSoftMax": 1000,
"axisSoftMin": 0,
"barAlignment": 0, "barAlignment": 0,
"drawStyle": "line", "drawStyle": "line",
"fillOpacity": 28, "fillOpacity": 28,
@ -2397,6 +2350,195 @@
], ],
"type": "timeseries" "type": "timeseries"
}, },
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMax": 1,
"axisSoftMin": 0,
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unitScale": true
},
"overrides": [
{
"matcher": {
"id": "byFrameRefID",
"options": "A"
},
"properties": [
{
"id": "custom.axisPlacement",
"value": "right"
},
{
"id": "custom.stacking",
"value": {
"group": "A",
"mode": "normal"
}
},
{
"id": "custom.fillOpacity",
"value": 33
}
]
},
{
"matcher": {
"id": "byFrameRefID",
"options": "B"
},
"properties": [
{
"id": "unit",
"value": "repos/s"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Fail rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "red",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Success rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 26
},
"id": 2,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"editorMode": "code",
"expr": "sum by(state) (indexer_queue_length)",
"instant": false,
"legendFormat": "{{state}}",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"editorMode": "code",
"expr": "sum by(success) (rate(indexer_repos_indexed_count[$rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "B"
}
],
"title": "Indexing queue",
"transformations": [
{
"id": "renameByRegex",
"options": {
"regex": "false",
"renamePattern": "Fail rate"
}
},
{
"id": "renameByRegex",
"options": {
"regex": "true",
"renamePattern": "Success rate"
}
}
],
"type": "timeseries"
},
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
@ -2414,6 +2556,7 @@
"axisColorMode": "text", "axisColorMode": "text",
"axisLabel": "", "axisLabel": "",
"axisPlacement": "auto", "axisPlacement": "auto",
"axisSoftMax": 1,
"axisSoftMin": 0, "axisSoftMin": 0,
"barAlignment": 0, "barAlignment": 0,
"drawStyle": "line", "drawStyle": "line",
@ -2475,7 +2618,7 @@
"gridPos": { "gridPos": {
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 12,
"y": 26 "y": 26
}, },
"id": 4, "id": 4,
@ -2521,156 +2664,6 @@
], ],
"title": "Record indexing", "title": "Record indexing",
"type": "timeseries" "type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 14,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 4,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "normal"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "posts/h",
"unitScale": true
},
"overrides": [
{
"matcher": {
"id": "byFrameRefID",
"options": "B"
},
"properties": [
{
"id": "custom.axisPlacement",
"value": "right"
},
{
"id": "custom.fillOpacity",
"value": 0
},
{
"id": "custom.lineWidth",
"value": 4
},
{
"id": "custom.lineStyle",
"value": {
"dash": [
0,
10
],
"fill": "dot"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 26
},
"id": 18,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by(lang) (rate(indexer_posts_by_language_count[$rate_interval])*60*60)",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "{{lang}}",
"range": true,
"refId": "A",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"disableTextWrap": false,
"editorMode": "builder",
"expr": "label_replace(sum by(remote) (rate(indexer_posts_by_language_count{lang=\"uk\"}[$rate_interval])), \"\", \"$1\", \"\", \"(.*)\")",
"fullMetaSearch": false,
"hide": true,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "B",
"useBackend": false
}
],
"title": "Posts by language",
"type": "timeseries"
} }
], ],
"refresh": "5s", "refresh": "5s",
@ -2685,8 +2678,8 @@
"auto_min": "10s", "auto_min": "10s",
"current": { "current": {
"selected": false, "selected": false,
"text": "5m", "text": "30m",
"value": "5m" "value": "30m"
}, },
"hide": 0, "hide": 0,
"label": "Rate interval", "label": "Rate interval",
@ -2698,7 +2691,7 @@
"value": "1m" "value": "1m"
}, },
{ {
"selected": true, "selected": false,
"text": "5m", "text": "5m",
"value": "5m" "value": "5m"
}, },
@ -2708,7 +2701,7 @@
"value": "10m" "value": "10m"
}, },
{ {
"selected": false, "selected": true,
"text": "30m", "text": "30m",
"value": "30m" "value": "30m"
}, },
@ -2769,6 +2762,6 @@
"timezone": "", "timezone": "",
"title": "Bsky indexer", "title": "Bsky indexer",
"uid": "aXw6dQhSzs", "uid": "aXw6dQhSzs",
"version": 39, "version": 46,
"weekStart": "" "weekStart": ""
} }