add new grafana dashboards

dashboards/grafana/apimon_tests/api_errors.yaml

@@ -0,0 +1,21 @@
+---
+order: 2
+gridPos:
+  w: 12
+  h: 8
+  x: 12
+  y: 2
+fieldConfig:
+  defaults:
+    custom:
+      drawStyle: "points"
+      pointSize: 6
+options:
+  legend: {calcs: [], displayMode: "table", placement: "right"}
+  tooltip: {mode: "single", sort: "none"}
+targets:
+  - refId: "A"
+    target: "maximumAbove(aliasByMetric(groupByNode(consolidateBy(exclude(stats.timers.openstack.api.$environment.$zone.*.*.*.{4*,5*}.count, '404|dns.GET.zone.400|dns.GET.zone_recordset.400'), 'sum'), 9, 'sum')), 0)"
+title: "Count of API Errors"
+description: "Bad responses (4*, 5*, excluding 404)"
+type: "timeseries"

dashboards/grafana/apimon_tests/dashboard.yaml

@@ -0,0 +1,4 @@
+---
+title: "APImon Test Results"
+uid: "ApimonTestResults"
+description: "APImon Test Results"

dashboards/grafana/apimon_tests/logs.yaml

@@ -0,0 +1,76 @@
+---
+order: 5
+datasource: apimon_db
+gridPos:
+  w: 24
+  h: 12
+  y: 5
+fieldConfig:
+  defaults:
+    custom:
+      displayMode: auto
+      filterable: false
+    thresholds:
+      mode: absolute
+      steps:
+        - color: green
+          value: null
+        - color: red
+          value: 1
+  overrides:
+    - matcher:
+        id: byName
+        options: job_id
+      properties:
+        - id: links
+          value:
+            - targetBlank: true
+              url: https://swift.eu-de.otc.t-systems.com/v1/AUTH_8deb45bad78e4dfc95223d819d0c3909/job_logs/${__data.fields.job_id}/job-output.txt
+    - matcher:
+        id: byName
+        options: result
+      properties:
+        - id: thresholds
+          value:
+            mode: absolute
+            steps:
+              - color: green
+                value: null
+              - color: red
+                value: 1
+        - id: mappings
+          value:
+            - from: ''
+              id: 1
+              text: Success
+              to: ''
+              type: 1
+              value: '0'
+            - from: ''
+              id: 2
+              text: Failed
+              to: ''
+              type: 1
+              value: '3'
+        - id: custom.displayMode
+          value: color-background
+    - matcher:
+        id: byName
+        options: duration
+      properties:
+        - id: unit
+          value: ms
+options:
+  showHeader: true
+targets:
+  - format: table
+    group: []
+    metricColumn: none
+    rawQuery: true
+    rawSql: "SELECT\n  \"timestamp\" AS \"time\",\n  \"name\",\n  \"job_id\",\n\
+      \  \"result\",\n  \"duration\"\nFROM result_summary\nWHERE\n  $__timeFilter(\"\
+      timestamp\") AND\n  environment = '$environment' AND\n  zone = $zone AND\n\
+      \  result = 3\nORDER BY 1 DESC"
+    refId: A
+title: "Test Logs"
+type: "table"

dashboards/grafana/apimon_tests/no_response.yaml

@@ -0,0 +1,22 @@
+---
+order: 2
+gridPos:
+  w: 12
+  h: 8
+  y: 2
+fieldConfig:
+  defaults:
+    custom:
+      fillOpacity: 10
+      spanNulls: 3600000
+      showPoints: "never"
+options:
+  legend: {showLegend: false}
+  tooltip: {mode: "single", sort: "none"}
+  alertThreshold: true
+targets:
+  - refId: "A"
+    target: "alias(consolidateBy(sumSeries(exclude(stats.counters.openstack.api.$environment.$zone.*.*.*.failed.count, 'modelarts')), 'sum'), 'count')"
+title: "No response count"
+description: "Count of API requests with no response received during timeout 10s"
+type: "timeseries"

dashboards/grafana/apimon_tests/results.yaml

@@ -0,0 +1,52 @@
+---
+order: 3
+datasource: apimon_db
+gridPos:
+  w: 24
+  h: 8
+  y: 3
+options:
+  legend: {displayMode: "table", placement: "right"}
+  tooltip: {mode: "single", sort: "none"}
+  alertThreshold: true
+fieldConfig:
+  defaults:
+    custom:
+      drawStyle: "points"
+      pointSize: 4
+targets:
+  - format: time_series
+    metricColumn: name
+    queryType: randomWalk
+    rawQuery: false
+    rawSql: "SELECT\n  \"timestamp\" AS \"time\",\n  name AS metric,\n  result\n\
+      FROM result_summary\nWHERE\n  $__timeFilter(\"timestamp\") AND\n  environment\
+      \ = '$environment' AND\n  zone = '$zone'\nORDER BY 1,2"
+    refId: A
+    select:
+      - - params:
+            - result
+          type: column
+    table: result_summary
+    timeColumn: '"timestamp"'
+    timeColumnType: timestamp
+    where:
+      - name: $__timeFilter
+        params: []
+        type: macro
+      - datatype: varchar
+        name: ''
+        params:
+          - environment
+          - '='
+          - '''$environment'''
+        type: expression
+      - datatype: varchar
+        name: ''
+        params:
+          - zone
+          - '='
+          - '$zone'
+        type: expression
+title: "Test results"
+type: "timeseries"

dashboards/grafana/apimon_tests/test_duration.yaml

@@ -0,0 +1,55 @@
+---
+order: 4
+datasource: apimon_db
+gridPos:
+  w: 24
+  h: 8
+  y: 4
+options:
+  legend: {calcs: ["min", "max"], displayMode: "table", placement: "right"}
+  tooltip: {mode: "single", sort: "none"}
+  alertThreshold: true
+fieldConfig:
+  defaults:
+    custom:
+      drawStyle: "points"
+      pointSize: 4
+    unit: "ms"
+    decimals: 2
+targets:
+  - format: time_series
+    group: []
+    metricColumn: name
+    queryType: randomWalk
+    rawQuery: false
+    rawSql: "SELECT\n  \"timestamp\" AS \"time\",\n  name AS metric,\n  duration\n\
+      FROM result_summary\nWHERE\n  $__timeFilter(\"timestamp\") AND\n  environment\
+      \ = '$environment' AND\n  zone = '$zone'\nORDER BY 1,2"
+    refId: A
+    select:
+      - - params:
+            - duration
+          type: column
+    table: result_summary
+    timeColumn: '"timestamp"'
+    timeColumnType: timestamp
+    where:
+      - name: $__timeFilter
+        params: []
+        type: macro
+      - datatype: varchar
+        name: ''
+        params:
+          - environment
+          - '='
+          - '''$environment'''
+        type: expression
+      - datatype: varchar
+        name: ''
+        params:
+          - zone
+          - '='
+          - '$zone'
+        type: expression
+title: Test duration
+type: "timeseries"

dashboards/grafana/block_storage/apis.yaml

@@ -0,0 +1,22 @@
+---
+order: 6
+gridPos:
+  w: 24
+  h: 8
+  y: 6
+fieldConfig:
+  defaults:
+    custom:
+      fillOpacity: 10
+      spanNulls: 3600000
+      showPoints: "never"
+    unit: "ms"
+    decimals: 2
+options:
+  legend: {calcs: ["min", "mean", "max"], displayMode: "table", placement: "right"}
+  tooltip: {mode: "single", sort: "none"}
+targets:
+  - refId: "A"
+    target: "sortByName(groupByNodes(removeEmptySeries(stats.timers.openstack.api.$environment.$zone.block-storage.*.*.*.mean, 0.01), 'sum', 8, 7, 9), true)"
+title: "API calls duration"
+type: "timeseries"

dashboards/grafana/block_storage/bad_calls.yaml

@@ -0,0 +1,23 @@
+---
+order: 8
+description: "API calls received error HTTP response code."
+gridPos:
+  w: 24
+  h: 8
+  y: 8
+bars: true
+fieldConfig:
+  defaults:
+    custom:
+      drawStyle: "bars"
+      fillOpacity: 10
+      spanNulls: 3600000
+      showPoints: "never"
+options:
+  legend: {calcs: ["count"], displayMode: "table", placement: "right"}
+  tooltip: {mode: "single", sort: "none"}
+targets:
+  - refId: "A"
+    target: "removeEmptySeries(aliasByMetric(consolidateBy(groupByNode(exclude(stats.timers.openstack.api.$environment.$zone.block-storage.*.*.{4*,5*}.count, '404'), 9, 'sum'), 'sum')), 0.001)"
+title: "BAD calls"
+type: "timeseries"

dashboards/grafana/block_storage/dashboard.yaml

@@ -0,0 +1,4 @@
+---
+title: "Block Storage Service Statistics"
+uid: "CloudMonBlockStorage"
+description: "Data for the Block Storage service"

dashboards/grafana/block_storage/longest_api.yaml

@@ -0,0 +1,23 @@
+---
+order: 7
+description: "API calls which has occurences longer then 10s."
+gridPos:
+  h: 8
+  w: 24
+  y: 7
+fieldConfig:
+  defaults:
+    custom:
+      fillOpacity: 10
+      spanNulls: 3600000
+      showPoints: "never"
+    unit: "ms"
+    decimals: 2
+options:
+  legend: {"calcs": ["min", "mean", "max"], "displayMode": "table", "placement": "right"}
+  tooltip: {"mode": "single", "sort": "none"}
+targets:
+  - refId: "A"
+    target: "maximumAbove(groupByNodes(removeEmptySeries(stats.timers.openstack.api.$environment.$zone.block-storage.*.*.*.upper), 'sum', 8, 7, 9), 10000)"
+title: "Highest API calls duration"
+type: "timeseries"

dashboards/grafana/block_storage/volume_backup_creation.yaml

@@ -0,0 +1,24 @@
+---
+order: 4
+gridPos:
+  w: 24
+  h: 8
+  y: 4
+bars: true
+fieldConfig:
+  defaults:
+    custom:
+      drawStyle: "bars"
+      fillOpacity: 10
+      spanNulls: 3600000
+      showPoints: "never"
+    unit: "ms"
+    decimals: 2
+options:
+  legend: {calcs: ["min", "mean", "max"], displayMode: "table", placement: "right"}
+  tooltip: {mode: "single", sort: "none"}
+targets:
+  - refId: "A"
+    target: "groupByNode(consolidateBy(stats.timers.apimon.metric.$environment.$zone.create_volume_backup.{default}.passed.upper_90, 'sum'), 7, 'avg')"
+title: "Volume Backup creation duration"
+type: "timeseries"

dashboards/grafana/block_storage/volume_backup_restore.yaml

@@ -0,0 +1,24 @@
+---
+order: 5
+gridPos:
+  w: 24
+  h: 8
+  y: 5
+bars: true
+fieldConfig:
+  defaults:
+    custom:
+      drawStyle: "bars"
+      fillOpacity: 10
+      spanNulls: 3600000
+      showPoints: "never"
+    unit: "ms"
+    decimals: 2
+options:
+  legend: {calcs: ["min", "mean", "max"], displayMode: "table", placement: "right"}
+  tooltip: {mode: "single", sort: "none"}
+targets:
+  - refId: "A"
+    target: "groupByNode(consolidateBy(stats.timers.apimon.metric.$environment.$zone.restore_volume_backup.passed.upper_90, 'sum'), 7, 'avg')"
+title: "Volume Backup Restore duration"
+type: "timeseries"

dashboards/grafana/block_storage/volume_creation.yaml

@@ -0,0 +1,24 @@
+---
+order: 2
+gridPos:
+  w: 24
+  h: 8
+  y: 2
+bars: true
+fieldConfig:
+  defaults:
+    custom:
+      drawStyle: "bars"
+      fillOpacity: 10
+      spanNulls: 3600000
+      showPoints: "never"
+    unit: "ms"
+    decimals: 2
+options:
+  legend: {calcs: ["min", "mean", "max"], displayMode: "table", placement: "right"}
+  tooltip: {mode: "single", sort: "none"}
+targets:
+  - refId: "A"
+    target: "groupByNode(consolidateBy(stats.timers.apimon.metric.$environment.$zone.create_volume.{_availability*,default,eu*}.passed.upper_90, 'sum'), 7, 'avg')"
+title: "Volume creation duration"
+type: "timeseries"