Skip to content

Instantly share code, notes, and snippets.

@c-oreills

c-oreills/gist:64981758167d7e9946849324273f197f

Created February 12, 2023 19:46
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save c-oreills/64981758167d7e9946849324273f197f to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save c-oreills/64981758167d7e9946849324273f197f to your computer and use it in GitHub Desktop.
Download ZIP
User config for Repeated rows are open/colapsed on refresh grafana issue #49465
Raw
gistfile1.txt
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": "-- Grafana --",
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"type": "dashboard"
},
{
"class": "annotation_restart",
"datasource": "prometheus",
"enable": true,
"expr": "resets(scylla_gossip_heart_beat{cluster=~\"$cluster|$^\"}[$__rate_interval])>0",
"hide": false,
"iconColor": "rgba(255, 96, 96, 1)",
"limit": 100,
"name": "node_restart",
"showIn": 0,
"tagKeys": "instance,dc,cluster",
"tags": [],
"titleFormat": "restart",
"type": "tags"
},
{
"class": "annotation_stall",
"datasource": "prometheus",
"enable": false,
"expr": "changes(scylla_stall_detector_reported{cluster=~\"$cluster|$^\"}[$__rate_interval])>0",
"hide": false,
"iconColor": "rgba(255, 96, 96, 1)",
"limit": 100,
"name": "stall detector",
"showIn": 0,
"tagKeys": "dc,instance,shard",
"tags": [],
"titleFormat": "Stall found",
"type": "tags"
},
{
"class": "annotation_schema_changed",
"datasource": "prometheus",
"enable": false,
"expr": "changes(scylla_database_schema_changed{cluster=~\"$cluster|$^\"}[$__rate_interval])>0",
"hide": false,
"iconColor": "rgba(255, 96, 96, 1)",
"limit": 100,
"name": "Schema Changed",
"showIn": 0,
"tagKeys": "instance,dc,cluster",
"tags": [],
"titleFormat": "schema changed",
"type": "tags"
}
]
},
"class": "dashboard",
"editable": true,
"gnetId": null,
"graphTooltip": 1,
"hideControls": true,
"id": null,
"links": [
{
"asDropdown": true,
"icon": "external link",
"includeVars": true,
"keepTime": true,
"tags": [],
"type": "dashboards"
}
],
"overwrite": true,
"panels": [
{
"class": "text_panel",
"dashproductreject": "no-version-check",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 1,
"w": 9,
"x": 0,
"y": 0
},
"id": 1,
"isNew": true,
"links": [],
"mode": "html",
"options": {
"content": "<img src=\"https://repositories.scylladb.com/scylla/imgversion/$monitoring_version/scylla-monitoring\">",
"mode": "html"
},
"span": 12,
"title": "",
"transparent": false,
"type": "text"
},
{
"class": "text_panel",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 1,
"w": 4,
"x": 9,
"y": 0
},
"id": 2,
"isNew": true,
"links": [],
"mode": "html",
"options": {
"content": "# "
},
"span": 12,
"title": "",
"transparent": false,
"type": "text"
},
{
"class": "text_panel",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 1,
"w": 4,
"x": 13,
"y": 0
},
"id": 3,
"isNew": true,
"links": [],
"mode": "html",
"options": {
"content": "# "
},
"span": 12,
"title": "",
"transparent": false,
"type": "text"
},
{
"class": "text_panel",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 1,
"w": 7,
"x": 17,
"y": 0
},
"id": 4,
"isNew": true,
"links": [],
"mode": "html",
"options": {
"content": "# "
},
"span": 12,
"title": "",
"transparent": false,
"type": "text"
},
{
"class": "small_stat",
"datasource": "prometheus",
"description": "The number of nodes configured in the cluster.",
"fieldConfig": {
"defaults": {
"custom": {},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 0,
"y": 1
},
"id": 5,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "count(scylla_scylladb_current_version{job=\"scylla\", cluster=~\"$cluster|$^\"})",
"intervalFactor": 1,
"legendFormat": "Total Nodes",
"refId": "A",
"step": 40
}
],
"timeFrom": null,
"timeShift": null,
"title": "# Nodes",
"type": "stat"
},
{
"class": "small_stat",
"datasource": "prometheus",
"description": "The number of unreachable nodes.\nUsually because a machine is down or unreachable.",
"fieldConfig": {
"defaults": {
"custom": {},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 1
}
]
}
}
},
"gridPos": {
"h": 4,
"w": 2,
"x": 2,
"y": 1
},
"id": 6,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "(count(scrape_samples_scraped{job=\"scylla\", cluster=~\"$cluster|$^\"}==0) OR vector(0))",
"intervalFactor": 1,
"legendFormat": "Offline ",
"refId": "A",
"step": 20
}
],
"timeFrom": null,
"timeShift": null,
"title": "Unreachable",
"type": "stat"
},
{
"class": "small_stat",
"datasource": "prometheus",
"description": "The number of joining and leaving nodes.\nThe number of nodes that are up but not actively part of the cluster, either because they are still joining or because they are leaving.",
"fieldConfig": {
"defaults": {
"custom": {},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 1
}
]
}
}
},
"gridPos": {
"h": 4,
"w": 2,
"x": 4,
"y": 1
},
"id": 7,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "count(scylla_node_operation_mode{cluster=~\"$cluster|$^\"}!=3)OR vector(0)",
"intervalFactor": 1,
"legendFormat": "Offline ",
"refId": "A",
"step": 20
}
],
"thresholds": "1,2",
"timeFrom": null,
"timeShift": null,
"title": "Inactive",
"type": "stat"
},
{
"class": "small_stat",
"datasource": "prometheus",
"fieldConfig": {
"defaults": {
"mappings": [
{
"from": "",
"id": 0,
"text": "Backup",
"to": "",
"type": 1,
"value": "2"
},
{
"from": "",
"id": 1,
"text": "Repair",
"to": "",
"type": 1,
"value": "1"
},
{
"from": "",
"id": 2,
"text": "Online",
"to": "",
"type": 1,
"value": "0"
},
{
"from": "",
"id": 2,
"text": "Offline",
"to": "",
"type": 1,
"value": "-1"
}
],
"noValue": " Offline",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "red",
"value": null
},
{
"color": "green",
"value": 0
}
]
}
}
},
"gridPos": {
"h": 4,
"w": 2,
"x": 6,
"y": 1
},
"id": 8,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "(sum(scylla_manager_task_active_count{type=~\"repair\",cluster=~\"$cluster|$^\"}) or on() vector(0)) + (sum(scylla_manager_task_active_count{type=~\"backup\",cluster=~\"$cluster|$^\"})*2 or on() vector(0)) + (sum(scylla_manager_server_current_version{}) or on() vector(-1))",
"intervalFactor": 1,
"refId": "A",
"step": 40
}
],
"timeFrom": null,
"timeShift": null,
"title": "Manager",
"type": "stat"
},
{
"class": "vertical_lcd",
"datasource": "prometheus",
"fieldConfig": {
"defaults": {
"custom": {},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 1,
"x": 8,
"y": 1
},
"id": 9,
"options": {
"displayMode": "lcd",
"orientation": "vertical",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"showUnfilled": true
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "(sum(avg(scylla_manager_repair_progress{cluster=~\"$cluster|$^\"}) by (task) * sum(scylla_manager_task_active_count{type=\"repair\",cluster=~\"$cluster|$^\"}) by (task)) or on () vector(0)) + (sum(avg(scylla_manager_backup_percent_progress{cluster=~\"$cluster|$^\"}) by (task) * sum(scylla_manager_task_active_count{type=\"backup\",cluster=~\"$cluster|$^\"}) by (task)) or on () vector(0))",
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "",
"type": "bargauge"
},
{
"class": "small_stat",
"datasource": "prometheus",
"description": "Average Write Latency",
"fieldConfig": {
"defaults": {
"custom": {},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 50000
}
]
},
"unit": "\u00b5s"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 9,
"y": 1
},
"id": 10,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "avg(wlatencya{by=\"cluster\", cluster=~\"$cluster|^$\",scheduling_group_name!=\"streaming\"}>0) or on() (sum(rate(scylla_storage_proxy_coordinator_write_latency_sum{instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]|$^\"}[60s]))/(sum(rate(scylla_storage_proxy_coordinator_write_latency_count{instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]|$^\"}[60s])) + 1))",
"instant": true,
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 4
}
],
"timeFrom": null,
"timeShift": null,
"title": "Avg Write",
"type": "stat"
},
{
"class": "small_stat",
"datasource": "prometheus",
"description": "99% write Latency",
"fieldConfig": {
"defaults": {
"custom": {},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 100000
}
]
},
"unit": "\u00b5s"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 11,
"y": 1
},
"id": 11,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "avg(wlatencyp99{by=\"cluster\", cluster=~\"$cluster|^$\",scheduling_group_name!=\"streaming\"}>0)",
"instant": true,
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 4
}
],
"timeFrom": null,
"timeShift": null,
"title": "99% Write",
"type": "stat"
},
{
"class": "small_stat",
"datasource": "prometheus",
"description": "Average Read Latency",
"fieldConfig": {
"defaults": {
"custom": {},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 50000
}
]
},
"unit": "\u00b5s"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 13,
"y": 1
},
"id": 12,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "avg(rlatencya{by=\"cluster\", cluster=~\"$cluster|^$\",scheduling_group_name!=\"streaming\"}>0) or on() (sum(rate(scylla_storage_proxy_coordinator_read_latency_sum{instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]|$^\"}[60s]))/(sum(rate(scylla_storage_proxy_coordinator_read_latency_count{instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]|$^\"}[60s])) + 1))",
"instant": true,
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 4
}
],
"timeFrom": null,
"timeShift": null,
"title": "Avg Read",
"type": "stat"
},
{
"class": "small_stat",
"datasource": "prometheus",
"description": "99% read Latency",
"fieldConfig": {
"defaults": {
"custom": {},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 100000
}
]
},
"unit": "\u00b5s"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 15,
"y": 1
},
"id": 13,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "avg(rlatencyp99{by=\"cluster\", cluster=~\"$cluster|^$\",scheduling_group_name!=\"streaming\"}>0)",
"instant": true,
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 4
}
],
"timeFrom": null,
"timeShift": null,
"title": "99% Read",
"type": "stat"
},
{
"class": "small_stat",
"datasource": "prometheus",
"fieldConfig": {
"defaults": {
"custom": {},
"decimals": 1,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "si:"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 3,
"x": 17,
"y": 1
},
"id": 14,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "sum(rate(scylla_transport_requests_served{instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[60s])) + (sum(rate(scylla_thrift_served{instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[60s])) or on() vector(0))",
"instant": true,
"intervalFactor": 1,
"refId": "A",
"step": 40
}
],
"timeFrom": null,
"timeShift": null,
"title": "Requests/s",
"type": "stat"
},
{
"class": "small_stat",
"datasource": "prometheus",
"description": "The percentage of the time during which Scylla utilized the CPU. Note that because Scylla does busy polling for some time before going idle, CPU utilization as seen by the operating system may be much higher. Your system is not yet CPU-bottlenecked until this metric is high.",
"fieldConfig": {
"defaults": {
"custom": {},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 20,
"y": 1
},
"id": 15,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "avg(scylla_reactor_utilization{instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"} )",
"instant": true,
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 4
}
],
"timeFrom": null,
"timeShift": null,
"title": "Load",
"type": "stat"
},
{
"class": "small_stat",
"datasource": "prometheus",
"fieldConfig": {
"defaults": {
"custom": {},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 1
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 22,
"y": 1
},
"id": 16,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.1.3",
"targets": [
{
"expr": "sum(rate(scylla_storage_proxy_coordinator_write_timeouts{instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]|$^\"}[1m]))",
"instant": true,
"intervalFactor": 1,
"refId": "A",
"step": 40
}
],
"timeFrom": null,
"timeShift": null,
"title": "Timeouts",
"type": "stat"
},
{
"class": "collapsible_row_panel",
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 5
},
"id": 17,
"panels": [],
"repeat": "",
"title": "",
"type": "row"
},
{
"class": "plain_text",
"content": "<h1 style=\"color:#5780C1; border-bottom: 3px solid #5780C1;\">IO Queue Information</h1>",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 24,
"x": 0,
"y": 6
},
"id": 18,
"isNew": true,
"links": [],
"mode": "html",
"options": {},
"span": 12,
"style": {},
"title": "",
"transparent": true,
"type": "text"
},
{
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 8
},
"id": 19,
"panels": [],
"repeat": "classes",
"title": "$classes",
"type": "row"
},
{
"class": "seconds_panel",
"datasource": "prometheus",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 0,
"y": 9
},
"id": 20,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 3,
"targets": [
{
"expr": "max(rate(scylla_io_queue_total_delay_sec{class=\"$classes\", instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])/rate(scylla_io_queue_total_operations{class=\"$classes\", instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]]) or on() max(scylla_io_queue_delay{class=\"$classes\", instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"} ) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "IO queue {{[[by]]}}",
"metric": "seastar_io_queue_delay",
"refId": "A",
"step": 30
}
],
"title": "$classes I/O Queue delay by [[by]]",
"type": "timeseries"
},
{
"class": "graph_panel",
"datasource": "prometheus",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 6,
"y": 9
},
"id": 21,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 3,
"targets": [
{
"expr": "max(scylla_io_queue_queue_length{class=\"$classes\", instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "queue length {{[[by]]}}",
"metric": "seastar_io_queue_delay",
"refId": "A",
"step": 30
}
],
"title": "$classes Queue length by [[by]]",
"type": "timeseries"
},
{
"class": "bps_panel",
"datasource": "prometheus",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "Bps"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 12,
"y": 9
},
"id": 22,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 3,
"targets": [
{
"expr": "sum(rate(scylla_io_queue_total_bytes{class=\"$classes\", instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "seastar_io_queue_delay",
"refId": "A",
"step": 30
}
],
"title": "$classes I/O Queue bandwidth by [[by]]",
"type": "timeseries"
},
{
"class": "iops_panel",
"datasource": "prometheus",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "iops"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 18,
"y": 9
},
"id": 23,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 3,
"targets": [
{
"expr": "sum(rate(scylla_io_queue_total_operations{class=\"$classes\", instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "seastar_io_queue_delay",
"refId": "A",
"step": 30
}
],
"title": "$classes I/O Queue IOPS by [[by]]",
"type": "timeseries"
},
{
"class": "seconds_panel",
"datasource": "prometheus",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 0,
"y": 15
},
"id": 24,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 3,
"targets": [
{
"expr": "max(rate(scylla_io_queue_total_exec_sec{class=\"$classes\", instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])/rate(scylla_io_queue_total_operations{class=\"$classes\", instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]]) or on() max(scylla_io_queue_delay{class=\"$classes\", instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"} ) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "Disk {{[[by]]}}",
"metric": "scylla_io_queue_total_exec_sec",
"refId": "A",
"step": 30
}
],
"title": "Disk $classes I/O Queue delay by [[by]]",
"type": "timeseries"
},
{
"class": "graph_panel",
"datasource": "prometheus",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 6,
"y": 15
},
"id": 25,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 3,
"targets": [
{
"expr": "max(scylla_io_queue_disk_queue_length{class=\"$classes\", instance=~\"[[node]]\",cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "disk queue length {{[[by]]}}",
"metric": "scylla_io_queue_disk_queue_length",
"refId": "A",
"step": 30
}
],
"title": "DISK $classes Queue length by [[by]]",
"type": "timeseries"
},
{
"class": "collapsible_row_panel",
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 21
},
"id": 26,
"panels": [],
"repeat": "",
"title": "",
"type": "row"
},
{
"class": "plain_text",
"content": "<h1 style=\"color:#5780C1; border-bottom: 3px solid #5780C1;\">Information by Task Group</h1>",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 24,
"x": 0,
"y": 22
},
"id": 27,
"isNew": true,
"links": [],
"mode": "html",
"options": {},
"span": 12,
"style": {},
"title": "",
"transparent": true,
"type": "text"
},
{
"collapsed": true,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 24
},
"id": 28,
"panels": [
{
"class": "percentunit_panel",
"datasource": "prometheus",
"description": "Scylla employs an event-loop like reactor that alternates between the execution of different groups of tasks periodically. This graph shows how much time was spent in $group group",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMax": 1,
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "percentunit"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 0,
"y": 25
},
"id": 29,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"pointradius": 1,
"span": 4,
"targets": [
{
"expr": "$func(rate(scylla_scheduler_runtime_ms{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\",group=~\"$group\", shard=~\"[[shard]]\"}[1m])/1000) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Time used by [[by]] - $group",
"type": "timeseries"
},
{
"class": "percentunit_panel",
"datasource": "prometheus",
"description": "Scylla employs an event-loop like reactor that alternates between the execution of different groups of tasks periodically. The maximum amount of time during which a task group can run is called the \"task quota\". Some task groups may disrespect that and run for longer. This may cause latency issues",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMax": 1,
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "percentunit"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 8,
"y": 25
},
"id": 30,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"pointradius": 1,
"span": 4,
"targets": [
{
"expr": "$func(rate(scylla_scheduler_time_spent_on_task_quota_violations_ms{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\",group=~\"$group\", shard=~\"[[shard]]\"}[1m])/1000) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Time spent in task quota violations by [[by]] - $group",
"type": "timeseries"
},
{
"class": "graph_panel",
"datasource": "prometheus",
"description": "Shares assigned to the $group. Shares determine how Scylla reactor distributes the task quotas between groups (Higher share gets more quotas)",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 16,
"y": 25
},
"id": 31,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"pointradius": 1,
"span": 4,
"targets": [
{
"expr": "$func(scylla_scheduler_shares{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\",group=~\"$group\", shard=~\"[[shard]]\"}) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Scheduler shares [[by]] - $group",
"type": "timeseries"
}
],
"repeat": "group",
"title": "$group",
"type": "row"
},
{
"class": "collapsible_row_panel",
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 31
},
"id": 32,
"panels": [],
"repeat": "",
"title": "Internal node errors",
"type": "row"
},
{
"class": "plain_text",
"content": "<h1 style=\"color:#5780C1; border-bottom: 3px solid #5780C1;\">Internal node Errors - $cluster</h1>",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 24,
"x": 0,
"y": 32
},
"id": 33,
"isNew": true,
"links": [],
"mode": "html",
"options": {},
"span": 12,
"style": {},
"title": "",
"transparent": true,
"type": "text"
},
{
"class": "rps_panel",
"datasource": "prometheus",
"description": "Number of Read requests that failed due to an 'unavailable' error",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:reads/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 0,
"y": 34
},
"id": 34,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 4,
"targets": [
{
"expr": "avg(rate(scylla_storage_proxy_coordinator_read_errors_local_node{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Local Reads Error by [[by]]",
"type": "timeseries"
},
{
"class": "wps_panel",
"datasource": "prometheus",
"description": "Number of write requests that failed due to an 'unavailable' error",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:writes/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 8,
"y": 34
},
"id": 35,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 4,
"targets": [
{
"expr": "avg(rate(scylla_storage_proxy_coordinator_write_errors_local_node{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Local Write Error by [[by]]",
"type": "timeseries"
},
{
"class": "text_panel",
"content": "## ",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 16,
"y": 34
},
"id": 36,
"isNew": true,
"links": [],
"mode": "markdown",
"options": {},
"span": 4,
"style": {},
"title": "",
"transparent": true,
"type": "text"
},
{
"class": "rps_panel",
"datasource": "prometheus",
"description": "Number of Read requests that failed due to an 'unavailable' error",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:reads/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 0,
"y": 40
},
"id": 37,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 4,
"targets": [
{
"expr": "avg(rate(scylla_storage_proxy_coordinator_read_unavailable{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Reads Unavailable Error by [[by]]",
"type": "timeseries"
},
{
"class": "wps_panel",
"datasource": "prometheus",
"description": "Number of write requests that failed on a local Node",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:writes/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 8,
"y": 40
},
"id": 38,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 4,
"targets": [
{
"expr": "avg(rate(scylla_storage_proxy_coordinator_write_unavailable{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Write Unavailable Error by [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Number of write requests that failed on a local Node",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 16,
"y": 40
},
"id": 39,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 4,
"targets": [
{
"expr": "avg(rate(scylla_storage_proxy_coordinator_range_unavailable{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Range Unavailable Error by [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Number of AIO Errors",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 0,
"y": 46
},
"id": 40,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 4,
"targets": [
{
"expr": "avg(rate(scylla_reactor_aio_errors{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "AIO Error by [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Total number of abandoned failed futures, futures destroyed while still containing an exception.",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 8,
"y": 46
},
"id": 41,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 4,
"targets": [
{
"expr": "sum(rate(scylla_reactor_abandoned_failed_futures{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Ignored Future By [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Number of C++ exceptions thrown.\n\n An exception by itself does not indicate a problem",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 8,
"x": 16,
"y": 46
},
"id": 42,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 4,
"targets": [
{
"expr": "sum(rate(scylla_reactor_cpp_exceptions{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "C++ Exceptions [[by]]",
"type": "timeseries"
},
{
"class": "collapsible_row_panel",
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 52
},
"id": 43,
"panels": [],
"repeat": "",
"title": "Commit Log",
"type": "row"
},
{
"class": "plain_text",
"content": "<h1 style=\"color:#5780C1; border-bottom: 3px solid #5780C1;\">Commit log Information</h1>",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 24,
"x": 0,
"y": 53
},
"id": 44,
"isNew": true,
"links": [],
"mode": "html",
"options": {},
"span": 12,
"style": {},
"title": "",
"transparent": true,
"type": "text"
},
{
"class": "bytes_panel",
"datasource": "prometheus",
"description": "Holds the size of disk space in bytes reserved for data so far. A too high value indicates that we have some bottleneck in the writing to sstables path",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 0,
"y": 55
},
"id": 45,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 3,
"targets": [
{
"expr": "avg(scylla_commitlog_disk_total_bytes{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Avg reserved disk space by [[by]]",
"type": "timeseries"
},
{
"class": "bytes_panel",
"datasource": "prometheus",
"description": "Holds the size of disk space in bytes used for data so far. A too high value indicates that we have some bottleneck in the writing to sstables path",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 6,
"y": 55
},
"id": 46,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"span": 3,
"targets": [
{
"expr": "avg(scylla_commitlog_disk_active_bytes{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Avg used disk space by [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Counts a number of times the flush() method was called for a file",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 12,
"y": 55
},
"id": 47,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 3,
"targets": [
{
"expr": "avg(rate(scylla_commitlog_flush{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Avg flush by [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Holds the current number of segments",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 18,
"y": 55
},
"id": 48,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 3,
"targets": [
{
"expr": "avg(scylla_commitlog_segments{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Segments by [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Counts a number of times a flush limit was exceeded. A non-zero value indicates that there are too many pending flush operations (see pending_flushes) and some of them will be blocked till the total amount of pending flush operations drops below 5.",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 0,
"y": 61
},
"id": 49,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 3,
"targets": [
{
"expr": "avg(rate(scylla_commitlog_flush_limit_exceeded{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}[1m])) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Avg flush limit exceeded by [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Holds the number of currently pending allocations. A non-zero value indicates that we have a bottleneck in the disk write flow.",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 6,
"y": 61
},
"id": 50,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 3,
"targets": [
{
"expr": "avg(scylla_commitlog_pending_allocations{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Pending allocations by [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Counts a number of requests blocked due to memory pressure. A non-zero value indicates that the commitlog memory quota is not enough to serve the required amount of requests.",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 12,
"y": 61
},
"id": 51,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 3,
"targets": [
{
"expr": "avg(scylla_commitlog_pending_flushes{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Pending flush by [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Holds the current number of unused segments. A non-zero value indicates that the disk write path became temporary slow.",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 18,
"y": 61
},
"id": 52,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 3,
"targets": [
{
"expr": "avg(scylla_commitlog_unused_segments{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Unused segments by [[by]]",
"type": "timeseries"
},
{
"class": "ops_panel",
"datasource": "prometheus",
"description": "Holds the number of not closed segments that still have some free space. This value should not get too high.",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 0,
"y": 67
},
"id": 53,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 3,
"targets": [
{
"expr": "avg(scylla_commitlog_allocating_segments{instance=~\"[[node]]\" ,cluster=~\"$cluster|$^\", dc=~\"$dc\", shard=~\"[[shard]]\"}) by ([[by]])",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 30
}
],
"title": "Allocating segments by [[by]]",
"type": "timeseries"
},
{
"class": "collapsible_row_panel",
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 73
},
"id": 54,
"panels": [],
"repeat": "",
"title": "Your panels",
"type": "row"
},
{
"class": "plain_text",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 24,
"x": 0,
"y": 74
},
"id": 55,
"isNew": true,
"links": [],
"mode": "html",
"options": {
"content": "<h1 style=\"color:#5780C1; border-bottom: 3px solid #5780C1;\">Your Panels</h1>",
"mode": "html"
},
"span": 12,
"style": {},
"title": "",
"transparent": true,
"type": "text"
},
{
"class": "user_panel",
"datasource": "prometheus",
"description": "This graph panel was left empty on purpose for ad-hoc usage. Change it when needed. Pay attention that changes to the panel will not be saved.\n\nIf you do need a panel that can be saved, create a new dashboard, or edit the panel inside the json file",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 12,
"x": 0,
"y": 76
},
"id": 56,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 6,
"title": "Your Graph here",
"type": "timeseries"
},
{
"class": "user_panel",
"datasource": "prometheus",
"description": "This graph panel was left empty on purpose for ad-hoc usage. Change it when needed. Pay attention that changes to the panel will not be saved.\n\nIf you do need a panel that can be saved, create a new dashboard, or edit the panel inside the json file",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"class": "fieldConfig_defaults",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"class": "fieldConfig_defaults_custom",
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"unit": "si:ops/s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 12,
"x": 12,
"y": 76
},
"id": 57,
"isNew": true,
"links": [],
"options": {
"legend": {
"calcs": [],
"displayMode": "hidden",
"placement": "bottom"
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"seriesOverrides": [
{}
],
"span": 6,
"title": "Your Graph here",
"type": "timeseries"
},
{
"class": "plain_text",
"datasource": null,
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 24,
"x": 0,
"y": 82
},
"id": 58,
"isNew": true,
"links": [],
"mode": "html",
"options": {
"content": "<div style=\"color:#5780C1; border-bottom: 0px solid #5780C1;\">Scylla Monitoring version - master</div> <div style=\"\"><a href=\"https://github.com/scylladb/scylla-monitoring/issues/new?body=scylla-version%3D[[scylla_version]]%0Amonitoring-version%3D[[monitoring_version]]%0Adashboard%3D${__dashboard.uid}\" target=\"_blank\">\n<input title=\"Report an issue with Scylla Monitoring\" type=\"button\" style=\"background-color:#306EE6;color:white;border-radius: 15px;font-size:14px;line-height:22px;padding:2px\" value=\"&nbsp;Report an issue on this page&nbsp;\"></a>&nbsp;&nbsp;&nbsp;&nbsp;<a href=\"/render/d/${__dashboard.uid}?orgId=1&from=${__from}&to=${__to}&width=1600&height=-1\" target=\"_blank\" download=\"dashboard_${__dashboard.uid}-${__from:date:iso}.png\"><input title=\"Make a Screenshot\" type=\"button\" style=\"background-color:#306EE6;color:white;border-radius: 15px;font-size:14px;line-height:22px;padding:2px\" value=\"&nbsp;&nbsp;&nbsp;Screenshot&nbsp;&nbsp;&nbsp;\"></input></a></span></div>",
"mode": "html"
},
"span": 12,
"style": {},
"title": "",
"transparent": true,
"type": "text"
}
],
"refresh": "30s",
"schemaVersion": 26,
"style": "dark",
"tags": [
"5.1"
],
"templating": {
"list": [
{
"allValue": null,
"current": {
"tags": [],
"text": "Instance",
"value": "instance"
},
"hide": 0,
"includeAll": false,
"label": "by",
"multi": false,
"name": "by",
"options": [
{
"selected": false,
"text": "Cluster",
"value": "cluster"
},
{
"selected": false,
"text": "DC",
"value": "dc"
},
{
"selected": true,
"text": "Instance",
"value": "instance"
},
{
"selected": false,
"text": "Shard",
"value": "instance,shard"
}
],
"query": "Cluster,DC,Instance,Shard",
"type": "custom"
},
{
"allValue": null,
"class": "template_variable_single",
"current": {
"isNone": true,
"selected": false,
"text": "None",
"value": ""
},
"datasource": "prometheus",
"definition": "",
"error": null,
"hide": 0,
"includeAll": false,
"label": "cluster",
"multi": false,
"name": "cluster",
"options": [],
"query": "label_values(scylla_reactor_utilization, cluster)",
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": ".*",
"class": "template_variable_all",
"current": {
"selected": true,
"text": [
"All"
],
"value": [
"$__all"
]
},
"datasource": "prometheus",
"definition": "",
"error": null,
"hide": 0,
"includeAll": true,
"label": "dc",
"multi": true,
"name": "dc",
"options": [],
"query": "label_values(scylla_reactor_utilization{cluster=~\"$cluster\"}, dc)",
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": ".*",
"class": "template_variable_all",
"current": {
"selected": true,
"text": [
"All"
],
"value": [
"$__all"
]
},
"datasource": "prometheus",
"definition": "",
"error": null,
"hide": 0,
"includeAll": true,
"label": "node",
"multi": true,
"name": "node",
"options": [],
"query": "label_values(scylla_reactor_utilization{cluster=~\"$cluster|$^\", dc=~\"$dc\"}, instance)",
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": ".*",
"class": "template_variable_all",
"current": {
"selected": true,
"text": [
"All"
],
"value": [
"$__all"
]
},
"datasource": "prometheus",
"definition": "",
"error": null,
"hide": 0,
"includeAll": true,
"label": "shard",
"multi": true,
"name": "shard",
"options": [],
"query": "label_values(scylla_reactor_utilization,shard)",
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 3,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": ".*",
"class": "template_variable_all",
"current": {
"selected": true,
"text": [
"All"
],
"value": [
"$__all"
]
},
"datasource": "prometheus",
"definition": "",
"error": null,
"hide": 2,
"includeAll": true,
"label": "classes",
"multi": true,
"name": "classes",
"options": [],
"query": "label_values(scylla_io_queue_delay,class)",
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 3,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": ".*",
"class": "template_variable_all",
"current": {
"selected": true,
"text": [
"All"
],
"value": [
"$__all"
]
},
"datasource": "prometheus",
"definition": "",
"error": null,
"hide": 2,
"includeAll": true,
"label": "group",
"multi": true,
"name": "group",
"options": [],
"query": "label_values(scylla_scheduler_time_spent_on_task_quota_violations_ms,group)",
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 3,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"class": "adhoc_filter",
"datasource": "prometheus",
"error": null,
"filters": [],
"hide": 0,
"label": "ad hoc",
"name": "adhoc",
"skipUrlSync": false,
"type": "adhoc"
},
{
"allValue": null,
"class": "aggregation_function",
"current": {
"tags": [],
"text": "avg",
"value": "avg"
},
"hide": 0,
"includeAll": false,
"label": "Function",
"multi": false,
"name": "func",
"options": [
{
"selected": true,
"text": "sum",
"value": "sum"
},
{
"selected": false,
"text": "avg",
"value": "avg"
},
{
"selected": false,
"text": "max",
"value": "max"
},
{
"selected": false,
"text": "min",
"value": "min"
},
{
"selected": false,
"text": "stddev",
"value": "stddev"
},
{
"selected": false,
"text": "stdvar",
"value": "stdvar"
}
],
"query": "sum,avg,max,min,stddev,stdvar",
"skipUrlSync": false,
"type": "custom"
},
{
"allValue": null,
"class": "template_variable_custom",
"current": {
"text": "5.1",
"value": "5.1"
},
"error": null,
"hide": 2,
"includeAll": false,
"label": null,
"multi": false,
"name": "scylla_version",
"options": [
{
"selected": true,
"text": "5.1",
"value": "5.1"
}
],
"query": "5.1",
"skipUrlSync": false,
"type": "custom"
},
{
"allValue": null,
"class": "monitor_version_var",
"current": {
"text": "master",
"value": "master"
},
"error": null,
"hide": 2,
"includeAll": false,
"label": null,
"multi": false,
"name": "monitoring_version",
"options": [
{
"selected": true,
"text": "master",
"value": "master"
}
],
"query": "master",
"skipUrlSync": false,
"type": "custom"
}
]
},
"time": {
"from": "now-30m",
"to": "now"
},
"timepicker": {
"now": true,
"refresh_intervals": [
"5s",
"10s",
"30s",
"1m",
"5m",
"15m",
"30m",
"1h",
"2h",
"1d"
],
"time_options": [
"5m",
"15m",
"1h",
"6h",
"12h",
"24h",
"2d",
"7d",
"30d"
]
},
"timezone": "utc",
"title": "Advanced",
"uid": "advanced-5-1",
"version": 5
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment