diff --git a/dashboards/data-ingest-governance-breakdown/data_ingest_governance_breakdown.json b/dashboards/data-ingest-governance-breakdown/data_ingest_governance_breakdown.json new file mode 100644 index 0000000000..00c5224fd3 --- /dev/null +++ b/dashboards/data-ingest-governance-breakdown/data_ingest_governance_breakdown.json @@ -0,0 +1,2078 @@ +{ + "name": "Data Ingest Governance Breakdown", + "description": null, + "pages": [ + { + "name": "Overview", + "description": null, + "widgets": [ + { + "title": null, + "layout": { + "column": 1, + "row": 1, + "width": 12, + "height": 1 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.markdown" + }, + "rawConfiguration": { + "text": "# Ingest Overview\nThe data provided in this tab are taken from the NrConsumption dashboard and should directly correlate to the data shown in the Usage UI. It is provided here for easy reference and also for trend analysis and additional customization for your specific use case.\nAfter identifying the top contributors to data ingest, navigate to the tab specific to that data category to dive deeper into the sources of data ingest and identify potential optimization opportunities." + } + }, + { + "title": "Total Data Ingest (1 wk) vs. 1 Month Ago", + "layout": { + "column": 1, + "row": 2, + "width": 2, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM NrConsumption \nSELECT sum(GigabytesIngested) AS 'GB Ingest' \nWHERE productLine = 'DataPlatform'\n AND (version = '0.4.2' OR nr.customerStructure='customer_contract') \n AND consumingAccountId = 0\nSINCE 8 days ago \nUNTIL 1 day ago \nCOMPARE WITH 1 month ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Data Ingest by Product", + "layout": { + "column": 3, + "row": 2, + "width": 5, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM NrConsumption \nSELECT sum(GigabytesIngested) AS 'GB Ingest' \nWHERE productLine = 'DataPlatform'\n AND (version = '0.4.2' OR nr.customerStructure='customer_contract') \n AND consumingAccountId = 0\nFACET usageMetric\nSINCE 8 days ago\nUNTIL 1 day ago\nTIMESERIES" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Data Ingest by Product", + "layout": { + "column": 8, + "row": 2, + "width": 5, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": true + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM NrConsumption \nSELECT sum(GigabytesIngested) AS 'GB Ingest' \nWHERE productLine = 'DataPlatform'\n AND (version = '0.4.2' OR nr.customerStructure='customer_contract') \n AND consumingAccountId = 0 \nFACET usageMetric\nSINCE 1 week ago \nUNTIL now\nLIMIT MAX" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Total Data Ingest (1 day) vs. 1 Week Ago", + "layout": { + "column": 1, + "row": 4, + "width": 2, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM NrConsumption \nSELECT sum(GigabytesIngested) AS 'GB Ingest' \nWHERE productLine = 'DataPlatform'\n AND (version = '0.4.2' OR nr.customerStructure='customer_contract') \n AND consumingAccountId = 0 \nSINCE 2 days ago \nUNTIL 1 day ago\nCOMPARE WITH 1 week ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Total Data Ingest by Product (1 day) vs. 1 week Ago", + "layout": { + "column": 1, + "row": 6, + "width": 12, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM NrConsumption \nSELECT sum(GigabytesIngested) AS 'GB Ingest' \nWHERE productLine = 'DataPlatform'\n AND (version = '0.4.2' OR nr.customerStructure='customer_contract') \n AND consumingAccountId = 0 \nFACET usageMetric\nSINCE 2 days ago \nUNTIL 1 day ago\nCOMPARE WITH 1 week ago\nLIMIT MAX" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Metrics", + "description": null, + "widgets": [ + { + "title": "", + "layout": { + "column": 1, + "row": 1, + "width": 12, + "height": 1 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.markdown" + }, + "rawConfiguration": { + "text": "# Note on Metric ingest\nOnly raw metrics are billable. To query only raw metrics, the query timeframe has to be less than 1h. This is why most of the widgets on this page has a query timeframe of 59 minutes. The daily ingest is then simply extrapolated over 24h to give you an idea of the daily ingest." + } + }, + { + "title": null, + "layout": { + "column": 1, + "row": 2, + "width": 12, + "height": 1 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.markdown" + }, + "rawConfiguration": { + "text": "# Dimensional Metrics\nNew Relic automatically rolls up event data into key performance metrics that can be efficiently queried for up to 13 months. New Relic does not charge for storage of those metrics. In addition, there are a number of metrics available for querying in the database that are used for troubleshooting or internal uses that are not billable (e.g. any metrics matching the expression: ```newrelic.*```).\n\nDimensional metrics can be optimized via either drop rules or through agent configurations." + } + }, + { + "title": "Dimensional Metric Ingest Estimate (1 day)", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 3 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Metric \nSELECT ((bytecountestimate()/1e9) / 59 * (60 * 24)) AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source != 'agent' OR newrelic.source IS NULL\n AND metricName NOT LIKE 'newrelic.%' \nSINCE 59 minutes ago" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Dimensional Metric Ingest Estimate (GB)", + "layout": { + "column": 5, + "row": 3, + "width": 8, + "height": 7 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "markers": { + "displayedTypes": { + "criticalViolations": false, + "deployments": true, + "relatedDeployments": true, + "warningViolations": false + } + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Metric \nSELECT ((bytecountestimate()/1e9) / 59 * (60 * 24)) AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source != 'agent' OR newrelic.source IS NULL\n AND metricName NOT LIKE 'newrelic.%' \nFACET \n if(instrumentation.name is not null, instrumentation.name, metricName), \n if(instrumentation.source is not null, instrumentation.source)\nSINCE 1 day ago\nTIMESERIES\nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": true + }, + "thresholds": { + "isLabelVisible": true + } + } + }, + { + "title": "Dimensional Metrics by Name", + "layout": { + "column": 1, + "row": 6, + "width": 4, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.bar" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "WITH aparse(metricName, '*_*') AS (type, rest)\nFROM Metric \nSELECT ((bytecountestimate()/1e9) / 59 * (60 * 24)) AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source != 'agent' OR newrelic.source IS NULL\n AND metricName NOT LIKE 'newrelic.%' \nFACET metricName\nSINCE 59 minutes ago\nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Ingest Estimate by Instrumentation Provider and Name (1 day)", + "layout": { + "column": 1, + "row": 10, + "width": 3, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.table" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM `Metric` \nSELECT ((bytecountestimate()/1e9) / 59 * (60 * 24)) AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source != 'agent' OR newrelic.source IS NULL\n AND metricName NOT LIKE 'newrelic.%' \nFACET instrumentation.provider, instrumentation.name \nSINCE 59 minutes ago \nLIMIT max" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Ingest Estimate by Entity Name (1 day)", + "layout": { + "column": 4, + "row": 10, + "width": 3, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.bar" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "WITH aparse(metricName, '*_*') as (type, rest) \nFROM Metric \nSELECT ((bytecountestimate()/1e9) / 59 * (60 * 24)) AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source != 'agent' OR newrelic.source IS NULL\n AND metricName NOT LIKE 'newrelic.%' \nFACET entity.name \nSINCE 59 minutes ago \nLIMIT max" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Ingest Estimate by Metric Type (1 day)", + "layout": { + "column": 7, + "row": 10, + "width": 3, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.bar" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "WITH capture(metricName, r'(?P[A-Za-z]*)(_|\\.).*') AS (type) \nFROM Metric \nSELECT ((bytecountestimate()/1e9) / 59 * (60 * 24)) AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source != 'agent' OR newrelic.source IS NULL\n AND metricName NOT LIKE 'newrelic.%' \nFACET type \nSINCE 59 minutes ago \nLIMIT max" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Ingest Estimate by Metric Type and Name (1 day)", + "layout": { + "column": 10, + "row": 10, + "width": 3, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.bar" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "WITH capture(metricName, r'(?P[A-Za-z]*)(_|\\.).*') AS (type), \n capture(metricName, r'([A-Za-z]*)(_|\\.)(?P[A-Za-z]*)(_|\\.).*') AS (name) \nFROM Metric \nSELECT ((bytecountestimate()/1e9) / 59 * (60 * 24)) AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source != 'agent' OR newrelic.source IS NULL\n AND metricName NOT LIKE 'newrelic.%' \nFACET type, name \nSINCE 59 minutes ago \nLIMIT max" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": null, + "layout": { + "column": 1, + "row": 14, + "width": 12, + "height": 1 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.markdown" + }, + "rawConfiguration": { + "text": "# Timeslice Metrics\nThese metrics are pulled automatically by our agents and provide from automatic aggregations to reduce data size, as this data is also available for 13 months. This data is, by default, not aggreegated across applications, which can prove inefficient in single-tenant environments where many individual instances of the same application are running in parallel. \n\nThis data type can only be optimized by using metric normalization rules." + } + }, + { + "title": "Metric Timeslice Ingest Estimate (1 day)", + "layout": { + "column": 1, + "row": 15, + "width": 4, + "height": 3 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Metric \nSELECT ((bytecountestimate()/1e9) / 59 * (60 * 24)) AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source = 'agent' \nSINCE 59 minutes ago" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Metric Timeslice Ingest Estimate (GB)", + "layout": { + "column": 5, + "row": 15, + "width": 8, + "height": 7 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "markers": { + "displayedTypes": { + "criticalViolations": false, + "deployments": true, + "relatedDeployments": true, + "warningViolations": false + } + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Metric \nSELECT bytecountestimate() / 10e08 AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source = 'agent'\nFACET `appName` \nSINCE 1 day ago\nTIMESERIES \nLIMIT 100 " + } + ], + "platformOptions": { + "ignoreTimeRange": true + }, + "thresholds": { + "isLabelVisible": true + } + } + }, + { + "title": "Timeslice Metrics by Source (1 day)", + "layout": { + "column": 1, + "row": 18, + "width": 4, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": true + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Metric \nSELECT ((bytecountestimate()/1e9) / 59 * (60 * 24)) AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source = 'agent'\nFACET agent.type \nWHERE newrelic.source = 'agent' " + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Timeslice Metrics by App (1 day)", + "layout": { + "column": 1, + "row": 22, + "width": 6, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": true + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Metric \nSELECT ((bytecountestimate()/1e9) / 59 * (60 * 24)) AS 'GB Ingest' \nWHERE instrumentation.provider != 'kentik'\n AND instrumentation.provider != 'pixie'\n AND newrelic.source = 'agent'\nFACET `appName` \nSINCE 59 minutes ago \nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Application Instance Count", + "layout": { + "column": 7, + "row": 22, + "width": 6, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.table" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "initialSorting": { + "direction": "desc", + "name": "Number of Instances" + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM ApplicationAgentContext \nSELECT uniqueCount(realAgentId) AS 'Number of Instances' \nSINCE last week \nFACET appName, appId\nLIMIT max" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "APM", + "description": null, + "widgets": [ + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 1, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Transaction, TransactionError\nSELECT bytecountestimate() / 1e9 AS 'GB Ingest'\nSINCE 1 day ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Ingest Estimate by App Name", + "layout": { + "column": 5, + "row": 1, + "width": 8, + "height": 7 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Transaction, TransactionError\nSELECT bytecountestimate()/1e9 AS 'GB Ingest' \nFACET appName \nSINCE 2 days ago\nUNTIL 1 day ago\nLIMIT 100 \nTIMESERIES " + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by App Name", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 5 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": true + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Transaction, TransactionError\nSELECT rate(bytecountestimate()/1e9,1 day) AS 'GB Ingest' \nFACET appName \nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Tracing", + "description": null, + "widgets": [ + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 1, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Span, SpanEvent \nSELECT bytecountestimate() / 1e9 AS 'GB Ingest' \nSINCE 1 day ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Ingest Estimate by App Name", + "layout": { + "column": 5, + "row": 1, + "width": 8, + "height": 7 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Span, SpanEvent \nSELECT bytecountestimate()/10e08 AS 'GB Ingest' \nFACET appName \nSINCE 2 days ago\nUNTIL 1 day ago\nLIMIT 100 \nTIMESERIES " + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by App Name", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 5 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Span, SpanEvent \nSELECT rate(bytecountestimate()/1e9,1 day) AS 'GB Ingest' \nFACET appName \nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Browser", + "description": null, + "widgets": [ + { + "title": null, + "layout": { + "column": 1, + "row": 1, + "width": 12, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.markdown" + }, + "rawConfiguration": { + "text": "# A Note on Browser Data Ingest\nAt this time, the data ingest breakdown below does not include ingest related to Session Replay as it's not a queryable event. As a result, there may be a discrepancy between the estimated daily ingest below, which only accounts for the event data collected by the agent, and the total daily amount. \n\nThe lower widgets provide a count of the unique session replays collected per application to identify the primary contributors to session replay-related ingest. You can then find the actual replay ingest by navigating to the Application Settings for a specific app and clicking \"View your account's consumption\" next to the \"Session recording rules\" header." + } + }, + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM PageAction, JavaScriptError, PageView, AjaxRequest, PageViewTiming, BrowserInteraction, BrowserTiming, Ajax, BrowserSessionChunk, UserAction \nSELECT bytecountestimate()/1e9 AS 'GB Ingest' \nSINCE 1 day ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Ingest Estimate by App Name", + "layout": { + "column": 5, + "row": 3, + "width": 8, + "height": 8 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM PageAction, JavaScriptError, PageView, AjaxRequest, PageViewTiming, BrowserInteraction, BrowserTiming, Ajax, BrowserSessionChunk, UserAction \nSELECT bytecountestimate()/1e9 AS 'GB Ingest' \nSINCE 2 days ago\nUNTIL 1 day ago\nFACET appName \nTIMESERIES \nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by App Name", + "layout": { + "column": 1, + "row": 5, + "width": 4, + "height": 3 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM PageAction, JavaScriptError, PageView, AjaxRequest, PageViewTiming, BrowserInteraction, BrowserTiming, Ajax, BrowserSessionChunk, UserAction \nSELECT bytecountestimate()/1e9 AS 'GB Ingest'\nFACET appName\nSINCE 1 day ago\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by Event Type", + "layout": { + "column": 1, + "row": 8, + "width": 4, + "height": 3 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM PageAction, JavaScriptError, PageView, AjaxRequest, PageViewTiming, BrowserInteraction, BrowserTiming, Ajax, BrowserSessionChunk, UserAction \nSELECT bytecountestimate()/1e9 AS 'GB Ingest'\nFACET eventType()\nSINCE 1 day ago\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Infrastructure hosts", + "description": null, + "widgets": [ + { + "title": "", + "layout": { + "column": 1, + "row": 1, + "width": 12, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.markdown" + }, + "rawConfiguration": { + "text": "# Notes on Infrastructure Telemetry\n\nInfrastructure Host ingest only takes into account the raw data sent from the infrastructure agent. The raw data get aggregated into buckets to improve the query performance over longer periods of time. NRQL queries spanning less than one hour directly access the raw data, which is why most of the the below widgets are extrapolated to daily ingest based on the last 59 minutes. This is the most accurate way of estimating the bytes.\n\nFor trend analysis, please use the timeseries chart (to the right). You can use the timepicker to define the timeperiod you want to analyse. But be aware that query timeframes > 59 minutes will also take the aggregated telemetry into account." + } + }, + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM SystemSample, NetworkSample, StorageSample\nSELECT (bytecountestimate() / 1e9)/59 *60*24 AS 'GB Ingest'\nSINCE 59 minutes ago" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Ingest Estimate by Host", + "layout": { + "column": 5, + "row": 3, + "width": 8, + "height": 8 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "markers": { + "displayedTypes": { + "criticalViolations": false, + "deployments": true, + "relatedDeployments": true, + "warningViolations": false + } + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM SystemSample, NetworkSample, StorageSample\nSELECT bytecountestimate() / 1e9 AS 'GB Ingest'\nFACET hostname \nSINCE 1 day ago\nTIMESERIES\nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by Host", + "layout": { + "column": 1, + "row": 5, + "width": 4, + "height": 3 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM SystemSample, NetworkSample, StorageSample\nSELECT (bytecountestimate() / 1e9)/59 *60*24 AS 'GB Ingest'\nFACET hostname \nSINCE 59 minutes ago\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Daily Ingest Estimate by Event Type", + "layout": { + "column": 1, + "row": 8, + "width": 4, + "height": 3 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.bar" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM SystemSample, NetworkSample, StorageSample\nSELECT (bytecountestimate() / 1e9)/59 *60*24 AS 'GB Ingest'\nFACET eventType() \nSINCE 59 minutes ago \nLIMIT 200" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + } + ] + }, + { + "name": "Infrastructure processes", + "description": null, + "widgets": [ + { + "title": "", + "layout": { + "column": 1, + "row": 1, + "width": 12, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.markdown" + }, + "rawConfiguration": { + "text": "# Notes on Infrastructure Telemetry\n\nInfrastructure Host ingest only takes into account the raw data sent from the infrastructure agent. The raw data get aggregated into buckets to improve the query performance over longer periods of time. NRQL queries spanning less than one hour directly access the raw data, which is why most of the the below widgets are extrapolated to daily ingest based on the last 59 minutes. This is the most accurate way of estimating the bytes.\n\nFor trend analysis, please use the timeseries chart (to the right). You can use the timepicker to define the timeperiod you want to analyse. But be aware that query timeframes > 59 minutes will also take the aggregated telemetry into account." + } + }, + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM ProcessSample \nSELECT (bytecountestimate() / 1e9)/59 *60*24 AS 'GB Ingest' \nSINCE 59 minutes ago" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Ingest by Host", + "layout": { + "column": 5, + "row": 3, + "width": 8, + "height": 6 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM ProcessSample \nSELECT bytecountestimate() / 1e9 as 'InfraHostBytes GB Estimate'\nFACET hostname \nSINCE 1 day ago \nTIMESERIES \nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by Host", + "layout": { + "column": 1, + "row": 5, + "width": 4, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM ProcessSample \nSELECT (bytecountestimate() / 1e9)/59 *60*24 AS 'GB Ingest'\nFACET hostname\nSINCE 59 minutes ago\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Daily Ingest Estimate by Process", + "layout": { + "column": 1, + "row": 9, + "width": 4, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": true + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM ProcessSample \nSELECT (bytecountestimate() / 1e9)/59 *60*24 AS 'GB Ingest'\nFACET processDisplayName\nSINCE 59 minutes ago\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Ingest Estimate by Process", + "layout": { + "column": 5, + "row": 9, + "width": 8, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM ProcessSample \nSELECT bytecountestimate() / 1e9 as 'InfraHostBytes GB Estimate'\nFACET processDisplayName \nSINCE 1 day ago \nTIMESERIES " + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Infrastructure integrations", + "description": null, + "widgets": [ + { + "title": null, + "layout": { + "column": 1, + "row": 1, + "width": 12, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.markdown" + }, + "rawConfiguration": { + "text": "# Notes on Infrastructure Telemetry\n\nInfrastructure Host ingest only takes into account the raw data sent from the infrastructure agent. The raw data get aggregated into buckets to improve the query performance over longer periods of time. NRQL queries spanning less than one hour directly access the raw data, which is why most of the the below widgets are extrapolated to daily ingest based on the last 59 minutes. This is the most accurate way of estimating the bytes.\n\nFor trend analysis, please use the timeseries chart (to the right). You can use the timepicker to define the timeperiod you want to analyse. But be aware that query timeframes > 59 minutes will also take the aggregated telemetry into account.\n\n## Additional Note on Infrastructure Integrations\nThe specific tables required to analyze for this data breakdown depends on the infrastructure integrations in use. This can vary widely and could include 100+ tables in complex environments. By default, the widgets below look only at the possible tables related to our standard Kubernetes integration and infrastructure agent, but the list will need to be updated with the additional tables specific to your environment (e.g. AWS, Azure, MSSQL)." + } + }, + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 3, + "width": 2, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM InfrastructureEvent, K8sHpaSample, K8sContainerSample, K8sJobSample, K8sVolumeSample, \n InternalK8sCompositeSample, K8sEndpointSample, K8sReplicasetSample, \n K8sNodeSample, K8sNamespaceSample, K8sStatefulsetSample,\n K8sCronjobSample, K8sDeploymentSample, K8sClusterSample, K8sPodSample,\n K8sPersistentVolumeSample, K8sPersistentVolumeClaimSample,\n K8sDaemonsetSample, K8sServiceSample\nSELECT (bytecountestimate() / 1e9)/59 *60*24 as 'GB Ingest' \nSINCE 59 minutes AGO" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Daily Ingest Estimate by Event Type", + "layout": { + "column": 3, + "row": 3, + "width": 4, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": true + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM InfrastructureEvent, K8sHpaSample, K8sContainerSample, K8sJobSample, K8sVolumeSample, \n InternalK8sCompositeSample, K8sEndpointSample, K8sReplicasetSample, \n K8sNodeSample, K8sNamespaceSample, K8sStatefulsetSample,\n K8sCronjobSample, K8sDeploymentSample, K8sClusterSample, K8sPodSample,\n K8sPersistentVolumeSample, K8sPersistentVolumeClaimSample,\n K8sDaemonsetSample, K8sServiceSample\nSELECT (bytecountestimate() / 1e9)/59 *60*24 as 'GB Ingest' \nFACET eventType()\nSINCE 59 minutes AGO" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Ingest Estimate by Event Type", + "layout": { + "column": 7, + "row": 3, + "width": 6, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "markers": { + "displayedTypes": { + "criticalViolations": false, + "deployments": true, + "relatedDeployments": true, + "warningViolations": false + } + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM InfrastructureEvent, K8sHpaSample, K8sContainerSample, K8sJobSample, K8sVolumeSample, \n InternalK8sCompositeSample, K8sEndpointSample, K8sReplicasetSample, \n K8sNodeSample, K8sNamespaceSample, K8sStatefulsetSample,\n K8sCronjobSample, K8sDeploymentSample, K8sClusterSample, K8sPodSample,\n K8sPersistentVolumeSample, K8sPersistentVolumeClaimSample,\n K8sDaemonsetSample, K8sServiceSample\nSELECT bytecountestimate()/1e9 as 'GB Ingest' \nFACET eventType()\nSINCE 1 day AGO\nTIMESERIES " + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": { + "isLabelVisible": true + } + } + }, + { + "title": "", + "layout": { + "column": 1, + "row": 7, + "width": 12, + "height": 1 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.markdown" + }, + "rawConfiguration": { + "text": "# Kubernetes" + } + }, + { + "title": "Daily Ingest Estimate by Cluster", + "layout": { + "column": 1, + "row": 8, + "width": 4, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM K8sHpaSample, K8sContainerSample, K8sJobSample, K8sVolumeSample, \n InternalK8sCompositeSample, K8sEndpointSample, K8sReplicasetSample, \n K8sNodeSample, K8sNamespaceSample, K8sStatefulsetSample,\n K8sCronjobSample, K8sDeploymentSample, K8sClusterSample, K8sPodSample,\n K8sPersistentVolumeSample, K8sPersistentVolumeClaimSample,\n K8sDaemonsetSample, K8sServiceSample\nSELECT (bytecountestimate() / 1e9)/59 *60*24 as 'GB Ingest'\nFACET clusterName\nSINCE 59 minutes AGO\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Ingest Estimate by Cluster", + "layout": { + "column": 5, + "row": 8, + "width": 8, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "markers": { + "displayedTypes": { + "criticalViolations": false, + "deployments": true, + "relatedDeployments": true, + "warningViolations": false + } + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM K8sHpaSample, K8sContainerSample, K8sJobSample, K8sVolumeSample, \n InternalK8sCompositeSample, K8sEndpointSample, K8sReplicasetSample, \n K8sNodeSample, K8sNamespaceSample, K8sStatefulsetSample,\n K8sCronjobSample, K8sDeploymentSample, K8sClusterSample, K8sPodSample,\n K8sPersistentVolumeSample, K8sPersistentVolumeClaimSample,\n K8sDaemonsetSample, K8sServiceSample\nSELECT bytecountestimate()/1e9 as 'GB Ingest'\nFACET clusterName\nSINCE 1 day AGO\nTIMESERIES\nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by K8s Event", + "layout": { + "column": 1, + "row": 12, + "width": 4, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM K8sHpaSample, K8sContainerSample, K8sJobSample, K8sVolumeSample, \n InternalK8sCompositeSample, K8sEndpointSample, K8sReplicasetSample, \n K8sNodeSample, K8sNamespaceSample, K8sStatefulsetSample,\n K8sCronjobSample, K8sDeploymentSample, K8sClusterSample, K8sPodSample,\n K8sPersistentVolumeSample, K8sPersistentVolumeClaimSample,\n K8sDaemonsetSample, K8sServiceSample\nSELECT (bytecountestimate() / 1e9)/59 *60*24 as 'GB Ingest'\nFACET eventType()\nSINCE 59 minutes AGO\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": true + } + } + }, + { + "title": "Ingest Estimate by K8s Event", + "layout": { + "column": 5, + "row": 12, + "width": 8, + "height": 4 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "markers": { + "displayedTypes": { + "criticalViolations": false, + "deployments": true, + "relatedDeployments": true, + "warningViolations": false + } + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM K8sHpaSample, K8sContainerSample, K8sJobSample, K8sVolumeSample, \n InternalK8sCompositeSample, K8sEndpointSample, K8sReplicasetSample, \n K8sNodeSample, K8sNamespaceSample, K8sStatefulsetSample,\n K8sCronjobSample, K8sDeploymentSample, K8sClusterSample, K8sPodSample,\n K8sPersistentVolumeSample, K8sPersistentVolumeClaimSample,\n K8sDaemonsetSample, K8sServiceSample\nSELECT bytecountestimate()/1e9 as 'GB Ingest'\nFACET eventtype()\nSINCE 1 day AGO\nTIMESERIES\nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Logging", + "description": null, + "widgets": [ + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 1, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Log \nSELECT bytecountestimate() / 1e9 AS 'GB Ingest' \nSINCE 1 day ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Ingest Estimate by Entity", + "layout": { + "column": 5, + "row": 1, + "width": 8, + "height": 7 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "WITH if(entity.name is not null, entity.name, if(hostname is not null, hostname, 'No entity linked')) as entity\nFROM Log \nSELECT bytecountestimate() / 1e9 AS 'GB Estimate'\nFACET entity\nSINCE 2 day ago \nUNTIL 1 day ago\nTIMESERIES \nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by Entity", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 5 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "WITH if(entity.name is not null, entity.name, if(hostname is not null, hostname, 'No entity linked')) as entity\nFROM Log \nSELECT bytecountestimate() / 1e9 AS 'GB Estimate'\nFACET entity\nSINCE 1 day ago \nLIMIT 1000 " + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Service Levels", + "description": null, + "widgets": [ + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 1, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM ServiceLevelSnapshot\nSELECT bytecountestimate() / 1e9 AS 'GB Ingest'\nSINCE 1 day ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Ingest Estimate by SLI", + "layout": { + "column": 5, + "row": 1, + "width": 8, + "height": 7 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Indexing \nSELECT bytecountestimate() / 1e9 AS 'GB Ingest' \nSINCE 2 day ago\nUNTIL 1 day ago\nFACET entity.name\nTIMESERIES \nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by SLI", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 5 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM ServiceLevelSnapshot \nSELECT bytecountestimate() / 1e9 AS 'GB Ingest' \nSINCE 1 day ago\nFACET entity.name\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Workloads", + "description": null, + "widgets": [ + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 1, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM WorkloadStatus\nSELECT bytecountestimate() / 1e9 AS 'GB Ingest'\nSINCE 1 day ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Ingest Estimate by Workload", + "layout": { + "column": 5, + "row": 1, + "width": 8, + "height": 7 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM WorkloadStatus \nSELECT bytecountestimate() / 1e9 AS 'GB Ingest' \nSINCE 2 day ago\nUNTIL 1 day ago\nFACET entity.name\nTIMESERIES \nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by Workload", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 5 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM WorkloadStatus \nSELECT bytecountestimate() / 1e9 AS 'GB Ingest' \nSINCE 1 day ago\nFACET entity.name\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Mobile", + "description": null, + "widgets": [ + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 1, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Mobile, MobileActivityTrace, MobileBreadcrumb, MobileCrash, MobileHandledException, MobileRequest, MobileRequestError, MobileSession, MobileUserAction\nSELECT bytecountestimate() / 1e9 AS 'GB Ingest'\nSINCE 1 day ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Ingest Estimate by Flow Device", + "layout": { + "column": 5, + "row": 1, + "width": 8, + "height": 7 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "markers": { + "displayedTypes": { + "criticalViolations": false, + "deployments": true, + "relatedDeployments": true, + "warningViolations": false + } + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Mobile, MobileActivityTrace, MobileBreadcrumb, MobileCrash, MobileHandledException, MobileRequest, MobileRequestError, MobileSession, MobileUserAction\nSELECT bytecountestimate()/1e9 AS 'GB Ingest' \nFACET device_name\nSINCE 2 day ago\nUNTIL 1 day ago\nLIMIT 100 \nTIMESERIES " + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by Flow Device", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 5 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Mobile, MobileActivityTrace, MobileBreadcrumb, MobileCrash, MobileHandledException, MobileRequest, MobileRequestError, MobileSession, MobileUserAction \nSELECT bytecountestimate()/1e9 AS 'GB Ingest' \nFACET device_name\nSINCE 1 day ago\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Network", + "description": null, + "widgets": [ + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 1, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM KFlow\nSELECT bytecountestimate() / 1e9 AS 'GB Ingest'\nSINCE 1 day ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Ingest Estimate by Flow Device", + "layout": { + "column": 5, + "row": 1, + "width": 8, + "height": 7 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM KFlow\nSELECT bytecountestimate()/1e9 AS 'GB Ingest' \nFACET device_name\nSINCE 2 day ago\nUNTIL 1 day ago\nLIMIT 100 \nTIMESERIES " + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by Flow Device", + "layout": { + "column": 1, + "row": 3, + "width": 4, + "height": 5 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM KFlow \nSELECT bytecountestimate()/1e9 AS 'GB Ingest' \nFACET device_name\nSINCE 1 day ago\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + }, + { + "name": "Custom Events", + "description": null, + "widgets": [ + { + "title": null, + "layout": { + "column": 1, + "row": 1, + "width": 12, + "height": 1 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.markdown" + }, + "rawConfiguration": { + "text": "# Note on Custom Events\nThe specific tables required to analyze for this data breakdown depends on the custom events being sent to the New Relic platform. The queries below contain a placeholder event table, ```Indexing```, that should be replaced with a comma-delimited list of your custom tables in the NRDB. " + } + }, + { + "title": "Daily Ingest Estimate", + "layout": { + "column": 1, + "row": 2, + "width": 4, + "height": 2 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.billboard" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Indexing \nSELECT bytecountestimate() / 1e9 AS 'GB Ingest' \nSINCE 1 day ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Ingest Estimate by Event Type", + "layout": { + "column": 5, + "row": 2, + "width": 8, + "height": 7 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.area" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Indexing \nSELECT bytecountestimate() / 1e9 AS 'GB Ingest' \nSINCE 2 day ago\nUNTIL 1 day ago\nFACET eventType()\nTIMESERIES \nLIMIT 100" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + }, + { + "title": "Daily Ingest Estimate by Event Type", + "layout": { + "column": 1, + "row": 4, + "width": 4, + "height": 5 + }, + "linkedEntityGuids": null, + "visualization": { + "id": "viz.pie" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountIds": [], + "query": "FROM Indexing \nSELECT bytecountestimate() / 1e9 AS 'GB Ingest' \nSINCE 1 day ago\nFACET eventType()\nLIMIT 1000" + } + ], + "platformOptions": { + "ignoreTimeRange": false + } + } + } + ] + } + ], + "variables": [] +} \ No newline at end of file diff --git a/dashboards/data-ingest-governance-breakdown/data_ingest_governance_breakdown.png b/dashboards/data-ingest-governance-breakdown/data_ingest_governance_breakdown.png new file mode 100644 index 0000000000..ba533286e9 Binary files /dev/null and b/dashboards/data-ingest-governance-breakdown/data_ingest_governance_breakdown.png differ diff --git a/quickstarts/audit/data-ingest-governance-breakdown/config.yml b/quickstarts/audit/data-ingest-governance-breakdown/config.yml new file mode 100644 index 0000000000..f41885b613 --- /dev/null +++ b/quickstarts/audit/data-ingest-governance-breakdown/config.yml @@ -0,0 +1,44 @@ +slug: data-ingest-governance-breakdow +title: Data Ingest Governance Breakdown +description: | + This quickstart provides intuitive, customizable breakdown of the primary, applications, hosts, integrations, event types, and more contributing to your account's data ingest separated into the primary usage categories provided in the standard New Relic Usage UI. The infrastructure integrations and custom events pages will require updates to the queries, but all other tabs should work out of the box. + +# Displayed in search results and recommendations. Summarizes a quickstarts functionality. +summary: | + An intuitive, customizable dashboard for deep analysis of data ingest sources. + +# Support level: New Relic | Verified | Community (required) +level: Community + +# Authors of the quickstart (required) +authors: + - Dylan Meyer + +# Keywords for filtering / searching criteria in the UI +keywords: + - Data Governance + - Data Ingest + - Manage Data Ingest + - Data Optimization + +# Reference to dashboards to be included in this quickstart +dashboards: + - data-ingest-governance-breakdown + +# Documentation references +documentation: + - name: Classic Usage UI + url: https://docs.newrelic.com/docs/data-apis/manage-data/manage-data-coming-new-relic/ + description: Documentation on the usage UI and the data sources that contribute to different usage categories. + - name: Data Optimization Methods + url: https://docs.newrelic.com/docs/new-relic-solutions/observability-maturity/operational-efficiency/data-governance-optimize-ingest-guide/#optimization-through-configuration + description: Documentation on the options and strategies for optimizing data ingest segregated by agent type. + - name: Metric Normalization Rules + url: https://docs.newrelic.com/docs/new-relic-solutions/new-relic-one/ui-data/metric-normalization-rules/ + description: Documentation on the metric normalization rules that are used to manage ingest of timeslice metrics. + - name: Pipeline Control + url: https://docs.newrelic.com/docs/new-relic-control/pipeline-control/overview/ + description: Documentation on the new New Relic Pipeline Control capability as a tool for seamless data management. + +# Content / Design +icon: logo.svg diff --git a/quickstarts/audit/data-ingest-governance-breakdown/logo.svg b/quickstarts/audit/data-ingest-governance-breakdown/logo.svg new file mode 100644 index 0000000000..ea60419c6b --- /dev/null +++ b/quickstarts/audit/data-ingest-governance-breakdown/logo.svg @@ -0,0 +1,13 @@ + + + + + + + + + + + + +