{ "uid": "sling-platform", "title": "Sling Platform", "tags": [ "sling" ], "timezone": "browser", "schemaVersion": 39, "version": 1, "refresh": "30s", "time": { "from": "now-24h", "to": "now" }, "editable": true, "graphTooltip": 1, "templating": { "list": [ { "name": "project", "label": "Project", "type": "query", "datasource": { "type": "prometheus", "uid": "prometheus" }, "query": { "query": "label_values(sling_platform_info, project_id)", "refId": "project" }, "refresh": 1, "includeAll": true, "allValue": ".*", "multi": true, "current": { "text": "All", "value": "$__all", "selected": true } }, { "name": "job", "label": "Job", "type": "query", "datasource": { "type": "prometheus", "uid": "prometheus" }, "query": { "query": "label_values(sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\"}, job_name)", "refId": "job" }, "refresh": 2, "includeAll": true, "allValue": ".*", "multi": true, "current": { "text": "All", "value": "$__all", "selected": true } }, { "name": "show_default", "label": "Default jobs", "type": "custom", "description": "Default jobs are auto-created per file and cannot be scheduled. Hidden unless set to Show.", "query": "false, false|true", "options": [ { "text": "Hide", "value": "false", "selected": true }, { "text": "Show", "value": "false|true", "selected": false } ], "current": { "text": "Hide", "value": "false", "selected": true } } ] }, "panels": [ { "id": 1, "type": "row", "title": "Overview", "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "panels": [] }, { "id": 2, "type": "stat", "title": "Rows total", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 4, "w": 3, "x": 0, "y": 1 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum(sling_job_rows_total{project_id=~\"$project\"})", "legendFormat": "", "range": false, "instant": true, "format": "time_series", "refId": "A" } ], "options": { "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "orientation": "auto", "textMode": "auto", "colorMode": "value", "graphMode": "none", "justifyMode": "auto" }, "fieldConfig": { "defaults": { "unit": "short", "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "decimals": 0 }, "overrides": [] } }, { "id": 3, "type": "stat", "title": "Bytes total", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 4, "w": 3, "x": 3, "y": 1 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum(sling_job_bytes_total{project_id=~\"$project\"})", "legendFormat": "", "range": false, "instant": true, "format": "time_series", "refId": "A" } ], "options": { "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "orientation": "auto", "textMode": "auto", "colorMode": "value", "graphMode": "none", "justifyMode": "auto" }, "fieldConfig": { "defaults": { "unit": "bytes", "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "purple", "value": null } ] } }, "overrides": [] } }, { "id": 4, "type": "stat", "title": "Runs total", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 4, "w": 3, "x": 6, "y": 1 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum(sling_job_runs_total{project_id=~\"$project\"})", "legendFormat": "", "range": false, "instant": true, "format": "time_series", "refId": "A" } ], "options": { "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "orientation": "auto", "textMode": "auto", "colorMode": "text", "graphMode": "none", "justifyMode": "auto" }, "fieldConfig": { "defaults": { "unit": "short", "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "text", "value": null } ] }, "decimals": 0 }, "overrides": [] } }, { "id": 5, "type": "stat", "title": "Errors (range)", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 4, "w": 3, "x": 9, "y": 1 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum(sling_job_runs_total{project_id=~\"$project\",status=~\"error|failed\"}) or vector(0)", "legendFormat": "", "range": false, "instant": true, "format": "time_series", "refId": "A" } ], "options": { "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "orientation": "auto", "textMode": "auto", "colorMode": "value", "graphMode": "none", "justifyMode": "auto" }, "fieldConfig": { "defaults": { "unit": "short", "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] }, "decimals": 0 }, "overrides": [] } }, { "id": 6, "type": "stat", "title": "Jobs failing now", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 4, "w": 3, "x": 12, "y": 1 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "count(sling_job_last_run_status{project_id=~\"$project\",status=~\"error|failed\"} == 1) or vector(0)", "legendFormat": "", "range": false, "instant": true, "format": "time_series", "refId": "A" } ], "options": { "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "orientation": "auto", "textMode": "auto", "colorMode": "background", "graphMode": "none", "justifyMode": "auto" }, "fieldConfig": { "defaults": { "unit": "short", "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] }, "decimals": 0 }, "overrides": [] } }, { "id": 7, "type": "stat", "title": "Running now", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 4, "w": 3, "x": 15, "y": 1 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum(sling_job_running{project_id=~\"$project\"}) or vector(0)", "legendFormat": "", "range": false, "instant": true, "format": "time_series", "refId": "A" } ], "options": { "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "orientation": "auto", "textMode": "auto", "colorMode": "text", "graphMode": "none", "justifyMode": "auto" }, "fieldConfig": { "defaults": { "unit": "short", "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "text", "value": null } ] }, "decimals": 0 }, "overrides": [] } }, { "id": 8, "type": "stat", "title": "Queued", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 4, "w": 3, "x": 18, "y": 1 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum(sling_executions_queued{project_id=~\"$project\"}) or vector(0)", "legendFormat": "", "range": false, "instant": true, "format": "time_series", "refId": "A" } ], "options": { "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "orientation": "auto", "textMode": "auto", "colorMode": "background", "graphMode": "none", "justifyMode": "auto" }, "fieldConfig": { "defaults": { "unit": "short", "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 5 } ] }, "decimals": 0 }, "overrides": [] } }, { "id": 9, "type": "stat", "title": "Agents up", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 4, "w": 3, "x": 21, "y": 1 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum(sling_agent_up{project_id=~\"$project\"}) or vector(0)", "legendFormat": "", "range": false, "instant": true, "format": "time_series", "refId": "A" } ], "options": { "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "orientation": "auto", "textMode": "auto", "colorMode": "background", "graphMode": "none", "justifyMode": "auto" }, "fieldConfig": { "defaults": { "unit": "short", "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 1 } ] }, "decimals": 0 }, "overrides": [] } }, { "id": 10, "type": "timeseries", "title": "Rows transferred", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 7, "w": 16, "x": 0, "y": 5 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum(increase(sling_job_rows_total{project_id=~\"$project\"}[$__interval]))", "legendFormat": "rows", "range": true, "instant": false, "format": "time_series", "refId": "A" } ], "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true, "calcs": [] }, "tooltip": { "mode": "multi", "sort": "desc" } }, "fieldConfig": { "defaults": { "unit": "short", "min": 0, "custom": { "drawStyle": "bars", "fillOpacity": 70, "lineWidth": 1, "showPoints": "never", "stacking": { "mode": "none", "group": "A" }, "gradientMode": "opacity", "barAlignment": 0 }, "decimals": 0 }, "overrides": [] } }, { "id": 11, "type": "timeseries", "title": "Bytes transferred", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 7, "w": 8, "x": 16, "y": 5 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum(increase(sling_job_bytes_total{project_id=~\"$project\"}[$__interval]))", "legendFormat": "bytes", "range": true, "instant": false, "format": "time_series", "refId": "A" } ], "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true, "calcs": [] }, "tooltip": { "mode": "multi", "sort": "desc" } }, "fieldConfig": { "defaults": { "unit": "bytes", "min": 0, "custom": { "drawStyle": "bars", "fillOpacity": 70, "lineWidth": 1, "showPoints": "never", "stacking": { "mode": "none", "group": "A" }, "gradientMode": "opacity", "barAlignment": 0 } }, "overrides": [] } }, { "id": 12, "type": "row", "title": "Jobs \u2014 last execution", "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 12 }, "panels": [] }, { "id": 13, "type": "table", "title": "Job status (most recent execution)", "description": "One row per job. Values are from the latest terminal run; Rows/Bytes/Runs/Errors are totals over the dashboard time range.", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 12, "w": 24, "x": 0, "y": 13 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"}", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "INFO" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (sling_job_last_run_status{project_id=~\"$project\",status=\"success\"} * 1) or sum by (job_id) (sling_job_last_run_status{project_id=~\"$project\",status=\"warning\"} * 2) or sum by (job_id) (sling_job_last_run_status{project_id=~\"$project\",status=\"error\"} * 3) or sum by (job_id) (sling_job_last_run_status{project_id=~\"$project\",status=\"skipped\"} * 4)) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "STATUS" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (sling_job_last_run_duration_seconds{project_id=~\"$project\"})) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "DUR" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (sling_job_last_run_timestamp_seconds{project_id=~\"$project\"}) * 1000) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "LAST" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (sling_job_last_success_timestamp_seconds{project_id=~\"$project\"}) * 1000) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "OK" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (time() - sling_job_last_success_timestamp_seconds{project_id=~\"$project\"})) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "AGE" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (sling_job_next_run_timestamp_seconds{project_id=~\"$project\"}) * 1000) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "NEXT" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (sling_job_rows_total{project_id=~\"$project\"})) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "ROWS" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (sling_job_bytes_total{project_id=~\"$project\"})) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "BYTES" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (sling_job_runs_total{project_id=~\"$project\"})) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "RUNS" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (sling_job_runs_total{project_id=~\"$project\",status=~\"error|failed\"}) or (sum by (job_id) (sling_job_runs_total{project_id=~\"$project\"}) * 0)) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "ERRS" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "(sum by (job_id) (sling_job_running{project_id=~\"$project\"})) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"})", "legendFormat": "", "range": false, "instant": true, "format": "table", "refId": "RUNNING" } ], "transformations": [ { "id": "labelsToFields", "options": { "mode": "columns" } }, { "id": "joinByField", "options": { "byField": "job_id", "mode": "outer" } }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Time 1": true, "Time 2": true, "Time 3": true, "Time 4": true, "Time 5": true, "Time 6": true, "Time 7": true, "Time 8": true, "Time 9": true, "Time 10": true, "Time 11": true, "Time 12": true, "__name__": true, "instance": true, "job": true, "project_id": true, "Value #INFO": true, "job_default": true }, "renameByName": { "job_name": "Job", "sling_job": "Job file", "job_type": "Type", "project": "Project", "source_conn": "Source", "target_conn": "Target", "source_type": "Src type", "target_type": "Tgt type", "schedule": "Schedule", "job_id": "Job ID", "Value #STATUS": "Status", "Value #DUR": "Duration", "Value #LAST": "Last run", "Value #OK": "Last success", "Value #AGE": "Since success", "Value #NEXT": "Next run", "Value #ROWS": "Rows", "Value #BYTES": "Bytes", "Value #RUNS": "Runs", "Value #ERRS": "Errors", "Value #RUNNING": "Active" }, "indexByName": { "job_name": 0, "job_type": 1, "Value #STATUS": 2, "Value #DUR": 3, "Value #ROWS": 4, "Value #BYTES": 5, "Value #RUNS": 6, "Value #ERRS": 7, "Value #LAST": 8, "Value #OK": 9, "Value #AGE": 10, "Value #NEXT": 11, "Value #RUNNING": 12, "source_conn": 13, "target_conn": 14, "schedule": 15, "sling_job": 16, "project": 17, "job_id": 18 } } } ], "fieldConfig": { "defaults": { "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "filterable": true }, "thresholds": { "mode": "absolute", "steps": [ { "color": "text", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Status" }, "properties": [ { "id": "mappings", "value": [ { "type": "value", "options": { "1": { "text": "OK", "color": "green", "index": 0 }, "2": { "text": "Warning", "color": "orange", "index": 1 }, "3": { "text": "Failing", "color": "red", "index": 2 }, "4": { "text": "Skipped", "color": "text", "index": 3 } } } ] }, { "id": "custom.cellOptions", "value": { "type": "color-background", "mode": "basic" } }, { "id": "custom.width", "value": 90 } ] }, { "matcher": { "id": "byName", "options": "Duration" }, "properties": [ { "id": "unit", "value": "s" }, { "id": "decimals", "value": 1 }, { "id": "custom.width", "value": 90 } ] }, { "matcher": { "id": "byName", "options": "Since success" }, "properties": [ { "id": "unit", "value": "s" }, { "id": "decimals", "value": 0 }, { "id": "custom.cellOptions", "value": { "type": "color-text" } }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 86400 }, { "color": "red", "value": 259200 } ] } } ] }, { "matcher": { "id": "byName", "options": "Rows" }, "properties": [ { "id": "decimals", "value": 0 }, { "id": "custom.cellOptions", "value": { "type": "gauge", "mode": "gradient" } } ] }, { "matcher": { "id": "byName", "options": "Bytes" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Errors" }, "properties": [ { "id": "decimals", "value": 0 }, { "id": "custom.cellOptions", "value": { "type": "color-background", "mode": "basic" } }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] } }, { "id": "custom.width", "value": 80 } ] }, { "matcher": { "id": "byName", "options": "Runs" }, "properties": [ { "id": "decimals", "value": 0 }, { "id": "custom.width", "value": 70 } ] }, { "matcher": { "id": "byName", "options": "Active" }, "properties": [ { "id": "decimals", "value": 0 }, { "id": "custom.width", "value": 70 } ] }, { "matcher": { "id": "byName", "options": "Last run" }, "properties": [ { "id": "unit", "value": "dateTimeFromNow" } ] }, { "matcher": { "id": "byName", "options": "Last success" }, "properties": [ { "id": "unit", "value": "dateTimeFromNow" } ] }, { "matcher": { "id": "byName", "options": "Next run" }, "properties": [ { "id": "unit", "value": "dateTimeFromNow" } ] }, { "matcher": { "id": "byName", "options": "Job" }, "properties": [ { "id": "custom.width", "value": 260 } ] } ] }, "options": { "showHeader": true, "footer": { "show": false, "reducer": [ "sum" ], "fields": "" }, "sortBy": [ { "displayName": "Last run", "desc": true } ] } }, { "id": 15, "type": "timeseries", "title": "Run outcomes", "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 25 }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "editorMode": "code", "expr": "sum by (status) ((sum by (job_id, status) (increase(sling_job_runs_total{project_id=~\"$project\"}[$__interval]))) * on (job_id) group_left() max by (job_id) (sling_job_info{project_id=~\"$project\",job_default=~\"$show_default\",job_name=~\"$job\"}))", "legendFormat": "{{status}}", "range": true, "instant": false, "format": "time_series", "refId": "A" } ], "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true, "calcs": [] }, "tooltip": { "mode": "multi", "sort": "desc" } }, "fieldConfig": { "defaults": { "unit": "short", "min": 0, "custom": { "drawStyle": "bars", "fillOpacity": 80, "lineWidth": 1, "showPoints": "never", "stacking": { "mode": "normal", "group": "A" }, "gradientMode": "opacity", "barAlignment": 0 }, "decimals": 0 }, "overrides": [] } } ] }