groups:
- name: scylla.rules
  rules:
  - record: scylla_coordinator_read_count_total
    expr: sum(scylla_storage_proxy_coordinator_read_latency_count{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_coordinator_read_count
    expr: sum(rate(scylla_storage_proxy_coordinator_read_latency_count{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (cluster, scheduling_group_name)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_coordinator_read_count
    expr: sum(rate(scylla_storage_proxy_coordinator_read_latency_count{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (cluster, dc, scheduling_group_name)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_coordinator_read_count
    expr: sum(rate(scylla_storage_proxy_coordinator_read_latency_count{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (cluster, dc, instance, scheduling_group_name)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_total_requests_total
    expr: sum(scylla_transport_requests_served{}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_total_requests
    expr: sum(rate(scylla_transport_requests_served{}[60s])) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_total_requests
    expr: sum(rate(scylla_transport_requests_served{}[60s])) by (cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_total_requests
    expr: sum(rate(scylla_transport_requests_served{}[60s])) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_coordinator_write_count_total
    expr: sum(scylla_storage_proxy_coordinator_write_latency_count{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_coordinator_write_count
    expr: sum(rate(scylla_storage_proxy_coordinator_write_latency_count{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (cluster, scheduling_group_name)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_coordinator_write_count
    expr: sum(rate(scylla_storage_proxy_coordinator_write_latency_count{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (cluster, dc, scheduling_group_name)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_coordinator_write_count
    expr: sum(rate(scylla_storage_proxy_coordinator_write_latency_count{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (cluster, dc, instance, scheduling_group_name)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_ag_cache_row_hits
    expr: sum(rate(scylla_cache_row_hits{}[60s])) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_ag_cache_row_hits
    expr: sum(rate(scylla_cache_row_hits{}[60s])) by (cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_ag_cache_row_hits
    expr: sum(rate(scylla_cache_row_hits{}[60s])) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_ag_cache_row_misses
    expr: sum(rate(scylla_cache_row_misses{}[60s])) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_ag_cache_row_misses
    expr: sum(rate(scylla_cache_row_misses{}[60s])) by (cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_ag_cache_row_misses
    expr: sum(rate(scylla_cache_row_misses{}[60s])) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_node_filesystem_avail_bytes
    expr: avg(node_filesystem_avail_bytes) by (cluster, mountpoint)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_filesystem_total_avail_bytes
    expr: sum(node_filesystem_avail_bytes) by (cluster, mountpoint)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_filesystem_avail_bytes
    expr: avg(node_filesystem_avail_bytes) by (cluster, mountpoint, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_node_filesystem_avail_bytes
    expr: avg(node_filesystem_avail_bytes) by (cluster, mountpoint, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_node_filesystem_size_bytes
    expr: avg(node_filesystem_size_bytes) by (cluster, mountpoint)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_filesystem_total_size_bytes
    expr: sum(node_filesystem_size_bytes) by (cluster, mountpoint)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_filesystem_out_of_space
    expr: count(min(node_filesystem_avail_bytes/node_filesystem_size_bytes) by (cluster, instance) < 0.1) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_filesystem_size_bytes
    expr: avg(node_filesystem_size_bytes) by (cluster, mountpoint, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_node_filesystem_size_bytes
    expr: avg(node_filesystem_size_bytes) by (cluster, mountpoint, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_node_network_receive_bytes_total
    expr: sum(node_network_receive_bytes_total) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_network_transmit_bytes_total
    expr: sum(node_network_transmit_bytes_total) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_disk_read_bytes
    expr: sum(rate(node_disk_read_bytes_total[2m])) by (cluster, device)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_disk_read_bytes_total
    expr: sum(node_disk_read_bytes_total) by (cluster, device)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_disk_written_bytes
    expr: sum(rate(node_disk_written_bytes_total[2m])) by (cluster, device)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_disk_written_bytes_total
    expr: sum(node_disk_written_bytes_total) by (cluster, device)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_scylladb_current_version_total
    expr: count(scylla_scylladb_current_version) by (cluster, version)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_ag_cache_bytes_used
    expr: avg(rate(scylla_cache_bytes_used{}[60s])) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_ag_cache_bytes_used
    expr: avg(rate(scylla_cache_bytes_used{}[60s])) by (cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_ag_cache_bytes_used
    expr: avg(rate(scylla_cache_bytes_used{}[60s])) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_read_timeouts_ag
    expr: sum(rate(scylla_storage_proxy_coordinator_read_timeouts{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (scheduling_group_name, cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_read_timeouts_ag
    expr: sum(rate(scylla_storage_proxy_coordinator_read_timeouts{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (scheduling_group_name, cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_read_timeouts_total
    expr: sum(scylla_storage_proxy_coordinator_read_timeouts{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_reactor_utilization_ag
    expr: avg(scylla_reactor_utilization{}) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_reactor_utilization_ag
    expr: avg(scylla_reactor_utilization{}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_read_unavailable_ag
    expr: sum(rate(scylla_storage_proxy_coordinator_read_unavailable{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (scheduling_group_name, cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_read_unavailable_ag
    expr: sum(rate(scylla_storage_proxy_coordinator_read_unavailable{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (scheduling_group_name, cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_read_unavailable_total
    expr: sum(scylla_storage_proxy_coordinator_read_unavailable{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_write_timeouts_ag
    expr: sum(rate(scylla_storage_proxy_coordinator_write_timeouts{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (scheduling_group_name, cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_write_timeouts_ag
    expr: sum(rate(scylla_storage_proxy_coordinator_write_timeouts{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (scheduling_group_name, cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_write_timeouts_total
    expr: sum(scylla_storage_proxy_coordinator_write_timeouts{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_write_unavailable_ag
    expr: sum(rate(scylla_storage_proxy_coordinator_write_unavailable{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (cluster, dc, scheduling_group_name, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_write_unavailable_ag
    expr: sum(rate(scylla_storage_proxy_coordinator_write_unavailable{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}[60s])) by (cluster, scheduling_group_name)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_write_unavailable_total
    expr: sum(scylla_storage_proxy_coordinator_write_unavailable{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: node_network_receive_packets
    expr: sum(rate(node_network_receive_packets_total{}[2m])) by (device,cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: node_network_receive_packets
    expr: sum(rate(node_network_receive_packets_total{}[2m])) by (device,cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: node_network_receive_packets
    expr: sum(rate(node_network_receive_packets_total{}[2m])) by (device,cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_node_network_receive_packets_total
    expr: sum(node_network_receive_packets_total) by (device,cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: node_network_transmit_packets
    expr: sum(rate(node_network_transmit_packets_total{}[2m])) by (device,cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: node_network_transmit_packets
    expr: sum(rate(node_network_transmit_packets_total{}[2m])) by (device,cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_node_network_transmit_packets_total
    expr: sum(node_network_transmit_packets_total) by (device,cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: node_network_receive_bytes
    expr: sum(rate(node_network_receive_bytes_total{}[2m])) by (device,cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: node_network_receive_bytes
    expr: sum(rate(node_network_receive_bytes_total{}[2m])) by (device,cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: node_network_receive_bytes
    expr: sum(rate(node_network_receive_bytes_total{}[2m])) by (device,cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: node_network_transmit_bytes
    expr: sum(rate(node_network_transmit_bytes_total{}[2m])) by (device,cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: node_network_transmit_bytes
    expr: sum(rate(node_network_transmit_bytes_total{}[2m])) by (device,cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: node_network_transmit_bytes
    expr: sum(rate(node_network_transmit_bytes_total{}[2m])) by (device,cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_total_connection
    expr: sum(scylla_transport_current_connections) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_total_nodes
    expr: count(scylla_scylladb_current_version{job="scylla"}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_total_unreachable_nodes
    expr: count(scrape_samples_scraped{job="scylla"}==0) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_total_joining_nodes
    expr: count(scylla_node_operation_mode<3) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_total_leaving_nodes
    expr: count(scylla_node_operation_mode>3) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_total_manager_tasks
    expr: sum(scylla_manager_task_active_count{type=~"repair|backup"}) by (cluster, type)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_total_compactios
    expr: sum(scylla_compaction_manager_completed_compactions) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_background_writes_ag
    expr: sum(scylla_storage_proxy_coordinator_background_writes{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}) by (cluster, scheduling_group_name)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_background_writes_ag
    expr: sum(scylla_storage_proxy_coordinator_background_writes{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}) by (cluster, dc, scheduling_group_name)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_background_writes_ag
    expr: sum(scylla_storage_proxy_coordinator_background_writes{scheduling_group_name!~"atexit|gossip|mem_compaction|memtable|streaming|background_reclaim|compaction|main|memtable_to_cache"}) by (cluster, dc, instance, scheduling_group_name)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_hints_manager_written_ag
    expr: sum(rate(scylla_hints_manager_written[60s])) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_hints_manager_written_ag
    expr: sum(rate(scylla_hints_manager_written[60s])) by (cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_hints_manager_written_ag
    expr: sum(rate(scylla_hints_manager_written[60s])) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_hints_manager_sent_ag
    expr: sum(rate(scylla_hints_manager_sent[60s])) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_hints_manager_sent_ag
    expr: sum(rate(scylla_hints_manager_sent[60s])) by (cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_hints_manager_sent_ag
    expr: sum(rate(scylla_hints_manager_sent[60s])) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_database_total_writes_failed_ag
    expr: sum(rate(scylla_database_total_writes_failed[60s])) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_database_total_writes_failed_ag
    expr: sum(rate(scylla_database_total_writes_failed[60s])) by (cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_database_total_writes_failed_ag
    expr: sum(rate(scylla_database_total_writes_failed[60s])) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_database_total_writes_timedout_ag
    expr: sum(rate(scylla_database_total_writes_timedout[60s])) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_database_total_writes_timedout_ag
    expr: sum(rate(scylla_database_total_writes_timedout[60s])) by (cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_database_total_writes_timedout_ag
    expr: sum(rate(scylla_database_total_writes_timedout[60s])) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_database_total_reads_failed_ag
    expr: sum(rate(scylla_database_total_reads_failed{class="user"}[60s])) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_database_total_reads_failed_ag
    expr: sum(rate(scylla_database_total_reads_failed{class="user"}[60s])) by (cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_database_total_reads_failed_ag
    expr: sum(rate(scylla_database_total_reads_failed{class="user"}[60s])) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_database_total_reads_rate_limited_ag
    expr: sum(rate(scylla_database_total_reads_rate_limited[60s])) by (cluster, dc, instance)
    labels:
      by: "instance"
      dd: "1"
  - record: scylla_database_total_reads_rate_limited_ag
    expr: sum(rate(scylla_database_total_reads_rate_limited[60s])) by (cluster, dc)
    labels:
      by: "dc"
      dd: "1"
  - record: scylla_database_total_reads_rate_limited_ag
    expr: sum(rate(scylla_database_total_reads_rate_limited[60s])) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_manager_last_success_ts
    expr: max(scylla_manager_scheduler_last_success{}) by(cluster, type)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_nodes_uptime_ts
    expr: min(node_boot_time_seconds) by(cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_total_cores
    expr: count(scylla_reactor_utilization{}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_manager_scheduler_suspended_ag
    expr: max(scylla_manager_scheduler_suspended{}) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_manager_healthcheck_cql_status_ag
    expr: sum(scylla_manager_healthcheck_cql_status) by(cluster)
    labels:
      by: "cluster"
      status: "1"
      dd: "1"
  - record: scylla_manager_healthcheck_cql_status_ag
    expr: count(scylla_manager_healthcheck_cql_status==0) by(cluster)
    labels:
      by: "cluster"
      status: "0"
      dd: "1"
  - record: scylla_database_total_view_updates_pushed_local_total
    expr: sum(scylla_database_total_view_updates_pushed_local) by(cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: large_partition_exceeding_threshold_total
    expr: sum(scylla_database_large_partition_exceeding_threshold) by(cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_cas_read_latency_count_ag
    expr: sum(scylla_storage_proxy_coordinator_cas_read_latency_count) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_storage_proxy_coordinator_cas_write_latency_count_ag
    expr: sum(scylla_storage_proxy_coordinator_cas_write_latency_count) by (cluster)
    labels:
      by: "cluster"
      dd: "1"
  - record: scylla_alternator_op_latency_total
    expr: sum(scylla_alternator_op_latency_count) by (cluster, op)
    labels:
      by: "cluster"
      dd: "1"