Skip to content

Commit

Permalink
Entity Metrics Report:
Browse files Browse the repository at this point in the history 
- Added support for BIQ, SIM, WEB, MOBILE and DB
- Partially fixed #75 (No synthetics though)
- Fixed #68
- Fixed #74

Entity Metrics List Report
- Added new report for APM metrics

Detected APM Entities Report:
- Bug fix for missing Version when parsing .NET Agent

Detected BIQ Entities Report:
- Added MetricID column for the entity

Tableau Metrics Report:
- Added WEB metrics
- Added SIM metrics

All Reports:
- Changed datetime field format to ISO8601 standard
  • Loading branch information
@danielodievich
danielodievich committed Aug 17, 2020
1 parent 1c0a323 commit a3dd11f
Show file tree
Hide file tree
Showing 152 changed files with 85,438 additions and 48,400 deletions.
1 change: 1 addition & 0 deletions DataObjects/JobConfiguration/JobInput.cs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -25,5 +25,6 @@ public class JobInput
public bool Licenses { get; set; }
public bool EntityDashboards { get; set; }
public JobEntityDashboardSelectionCriteria EntityDashboardSelectionCriteria { get; set; }
public bool MetricsList { get; set; }
}
}
1 change: 1 addition & 0 deletions DataObjects/JobConfiguration/JobOutput.cs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -18,5 +18,6 @@ public class JobOutput
public bool Licenses { get; set; }
public bool HealthCheck { get; set; }
public bool ApplicationSummary { get; set; }
public bool MetricsList { get; set; }
}
}
29 changes: 24 additions & 5 deletions DataObjects/JobConfiguration/JobStatus.cs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -27,9 +27,17 @@ public enum JobStatus
ExtractBIQEntities = 25,

ExtractAPMMetrics = 30,
ExtractAPMFlowmaps = 31,
ExtractAPMEntityDashboardScreenshots = 32,
ExtractAPMSnapshots = 33,
ExtractSIMMetrics = 31,
ExtractDBMetrics = 32,
ExtractWEBMetrics = 33,
ExtractMOBILEMetrics = 34,
ExtractBIQMetrics = 35,

ExtractAPMMetricsList = 36,

ExtractAPMFlowmaps = 40,
ExtractAPMEntityDashboardScreenshots = 42,
ExtractAPMSnapshots = 43,

// Index steps
IndexControllerVersionAndApplications = 50,
Expand Down Expand Up @@ -59,8 +67,16 @@ public enum JobStatus
IndexApplicationConfigurationDifferences = 76,

IndexAPMMetrics = 80,
IndexAPMFlowmaps = 81,
IndexAPMSnapshots = 82,
IndexSIMMetrics = 81,
IndexDBMetrics = 82,
IndexWEBMetrics = 83,
IndexMOBILEMetrics = 84,
IndexBIQMetrics = 85,

IndexAPMMetricsList = 86,

IndexAPMFlowmaps = 88,
IndexAPMSnapshots = 89,

IndexControllerHealthCheck = 90,
IndexAPMHealthCheck = 91,
Expand All @@ -83,8 +99,11 @@ public enum JobStatus

ReportAPMMetrics = 120,
ReportAPMMetricGraphs = 121,

ReportAPMFlowmaps = 122,

ReportAPMMetricsList = 125,

ReportAPMSnapshots = 130,
ReportAPMSnapshotsMethodCallLines = 131,
ReportAPMFlameGraphs = 132,
Expand Down
43 changes: 14 additions & 29 deletions DefaultJob.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -66,28 +66,22 @@
"Events": true,
"EventsSelectionCriteria": [ "All" ],
"Configuration": true,
"ConfigurationComparisonReferenceAPM": {
"Controller": "",
"Application": ""
},
"ConfigurationComparisonReferenceWEB": {
"Controller": "",
"Application": ""
},
"ConfigurationComparisonReferenceMOBILE": {
"Controller": "",
"Application": ""
},
"ConfigurationComparisonReferenceDB": {
"Controller": "",
"Application": ""
},
"ConfigurationComparisonReferenceAPM": { "Controller": "", "Application": "" },
"ConfigurationComparisonReferenceWEB": { "Controller": "", "Application": "" },
"ConfigurationComparisonReferenceMOBILE": { "Controller": "", "Application": "" },
"ConfigurationComparisonReferenceDB": { "Controller": "", "Application": "" },
"DetectedEntities": true,
"Metrics": true,
"MetricsSelectionCriteria": {
"MetricSets": [ "TransactionApplication", "TransactionTier", "TransactionNode", "TransactionBackend", "TransactionBT", "TransactionSEP", "TransactionError", "TransactionIP", "AgentStats", "OSHardware", "CLRStats", "IISStats", "IISReqCounts", "IISReqPerf", "JVMStats", "JMXDBConnStats", "JMXWebContainerStats", "BusinessTransactionPercentiles" ],
"MetricSets": [ "TransactionApplication", "TransactionTier", "TransactionNode", "TransactionBackend", "TransactionBT", "TransactionSEP", "TransactionError", "TransactionIP", "AgentStats", "OSHardware", "CLRStats", "IISStats", "IISReqCounts", "IISReqPerf", "JVMStats", "JMXDBConnStats", "JMXWebContainerStats", "BusinessTransactionPercentiles",
"BIQMetric", "BIQBizJourney",
"DBKPI", "DBServerStats", "DBIO", "DBEngineStats",
"WEBTransactionApplication", "WEBTransactionPage", "WEBTransactionAJAX", "WEBTransactionVirtualPage",
"MOBILETransactionApplication", "MOBILETransactionNetworkRequest",
"SIMHardware" ],
"IncludeHourAndMinuteDetail": true
},
"MetricsList": true,
"Flowmaps": true,
"EntityDashboards": false,
"EntityDashboardSelectionCriteria": {
Expand All @@ -107,18 +101,8 @@
"BusinessTransactions": [],
"BusinessTransactionTypes": [ "All" ],
"RequestIDs": [],
"UserExperience": {
"Normal": true,
"Slow": true,
"VerySlow": true,
"Stall": true,
"Error": true
},
"SnapshotType": {
"Full": true,
"Partial": true,
"None": true
}
"UserExperience": { "Normal": true, "Slow": true, "VerySlow": true, "Stall": true, "Error": true },
"SnapshotType": { "Full": true, "Partial": true, "None": true }
}
},
"Output": {
Expand All @@ -130,6 +114,7 @@
"DetectedEntities": true,
"EntityMetrics": true,
"EntityMetricGraphs": true,
"MetricsList": true,
"Flowmaps": true,
"EntityDashboards": true,
"EntityDetails": true,
Expand Down
89 changes: 89 additions & 0 deletions EntityMetricsExtractMapping.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -163,3 +163,92 @@ Information Point,Information Points|*|Average Response Time (ms),Average Respon
Information Point,Information Points|*|Calls per Minute,Calls per Minute,CPM,SUM,CallsAndResponse,PRIMARY,0000FF,TransactionIP
Information Point,Information Points|*|Errors per Minute,Errors per Minute,EPM,SUM,CallsAndResponse,PRIMARY,FF0000,TransactionIP
Information Point,Information Points|*|cartTotal,cartTotal,CARTTOTAL,SUM,CartTotal,PRIMARY,0000FF,InformationPointCustom1
SavedSearch,Analytics|*,DOESNOTMATTER,BIQMETRALL,SUM,,,,BIQMetric
BizJourney,Analytics|Business Journeys|*|Calls per minute,Calls per minute,BIZJOURCPM,SUM,,,,BIQBizJourney
BizJourney,Analytics|Business Journeys|*|Average total time,Average total time,BIZJOURART,AVERAGE,,,,BIQBizJourney
BizJourney,Analytics|Business Journeys|*|*|Calls per minute,Calls per minute,BIZJOURSTEPCPM,SUM,,,,BIQBizJourney
BizJourney,Analytics|Business Journeys|*|*|Average time taken,Average time taken,BIZJOURSTEPART,AVERAGE,,,,BIQBizJourney
Database,KPI|Calls per Minute,KPI|Calls per Minute,DBCPM,SUM,,,,DBKPI
Database,KPI|DB Availability,KPI|DB Availability,DBAVAIL,SUM,,,,DBKPI
Database,KPI|Number of Connections,KPI|Number of Connections,DBNUMCONN,SUM,,,,DBKPI
Database,KPI|Time Spent in Executions (s),"KPI|Time Spent in Executions (s) ",DBEXECTIME,AVERAGE,,,,DBKPI
Database,Server Statistic|*,DOESNOTMATTER,DBSRVSTATSALL,SUM,,,,DBServerStats
Database,IO|*,DOESNOTMATTER,DBIOALL,SUM,,,,DBIO
Database,Engine Statistics|*|*,DOESNOTMATTER,DBENGSTAT,SUM,,,,DBEngineStats
WEBApplication,End User Experience|App|Requests per Minute,Requests per Minute,CPM,SUM,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|Page Requests per Minute,Page Requests per Minute,CPMPAGE,SUM,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|AJAX Requests per Minute,AJAX Requests per Minute,CPMAJAX,SUM,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|Application Server Time (ms),Application Server Time (ms),APPSRVT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|Browser Queue Time (ms),Browser Queue Time (ms),BROWSERQT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|DOM Building Time (ms),DOM Building Time (ms),DOMBUILDT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|DOM Ready Time (ms),DOM Ready Time (ms),DOMREADYT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|Domain Lookup Time (ms),Domain Lookup Time (ms),DNSLOOKT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|End User Response Time (ms),End User Response Time (ms),ART,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|First Byte Time (ms),First Byte Time (ms),FIRSTBYTET,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|Front End Time (ms),Front End Time (ms),FRONTT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|HTML Download Time (ms),HTML Download Time (ms),HTMLDT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|HTML Download and DOM Building Time (ms),HTML Download and DOM Building Time (ms),HTMLDDOMT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|Resource Fetch Time (ms),Resource Fetch Time (ms),RESFETCHT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|Response Available Time (ms),Response Available Time (ms),RESPAVAILT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|Server Connection Time (ms),Server Connection Time (ms),SRVCONNT,AVERAGE,,,,WEBTransactionApplication
WEBApplication,End User Experience|App|TCP Connect Time (ms),TCP Connect Time (ms),TCPCONNT,AVERAGE,,,,WEBTransactionApplication
WEBPage,End User Experience|Base Pages|*|Requests per Minute,Requests per Minute,CPM,SUM,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|Page Requests per Minute,Page Requests per Minute,CPMPAGE,SUM,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|AJAX Requests per Minute,AJAX Requests per Minute,CPMAJAX,SUM,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|Application Server Time (ms),Application Server Time (ms),APPSRVT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|Browser Queue Time (ms),Browser Queue Time (ms),BROWSERQT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|DOM Building Time (ms),DOM Building Time (ms),DOMBUILDT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|DOM Ready Time (ms),DOM Ready Time (ms),DOMREADYT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|Domain Lookup Time (ms),Domain Lookup Time (ms),DNSLOOKT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|End User Response Time (ms),End User Response Time (ms),EURT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|First Byte Time (ms),First Byte Time (ms),FIRSTBYTET,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|Front End Time (ms),Front End Time (ms),FRONTT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|HTML Download Time (ms),HTML Download Time (ms),HTMLDT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|HTML Download and DOM Building Time (ms),HTML Download and DOM Building Time (ms),HTMLDDOMT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|Resource Fetch Time (ms),Resource Fetch Time (ms),RESFETCHT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|Response Available Time (ms),Response Available Time (ms),RESPAVAILT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|Server Connection Time (ms),Server Connection Time (ms),SRVCONNT,AVERAGE,,,,WEBTransactionPage
WEBPage,End User Experience|Base Pages|*|TCP Connect Time (ms),TCP Connect Time (ms),TCPCONNT,AVERAGE,,,,WEBTransactionPage
WEBAjax,End User Experience|AJAX Requests|*|Requests per Minute,Requests per Minute,CPM,SUM,,,,WEBTransactionAJAX
WEBAjax,End User Experience|AJAX Requests|*|Application Server Time (ms),Application Server Time (ms),APPSRVT,AVERAGE,,,,WEBTransactionAJAX
WEBAjax,End User Experience|AJAX Requests|*|End User Response Time (ms),End User Response Time (ms),EURT,AVERAGE,,,,WEBTransactionAJAX
WEBAjax,End User Experience|AJAX Requests|*|First Byte Time (ms),First Byte Time (ms),FIRSTBYTET,AVERAGE,,,,WEBTransactionAJAX
WEBAjax,End User Experience|AJAX Requests|*|AJAX Request Errors per Minute,AJAX Request Errors per Minute,EPM,SUM,,,,WEBTransactionAJAX
WEBVirtualPage,End User Experience|Virtual Pages|*|Requests per Minute,Requests per Minute,CPM,SUM,,,,WEBTransactionVirtualPage
WEBVirtualPage,End User Experience|Virtual Pages|*|End User Response Time (ms),End User Response Time (ms),EURT,AVERAGE,,,,WEBTransactionVirtualPage
WEBVirtualPage,End User Experience|Virtual Pages|*|Front End Time (ms),Front End Time (ms),FRONTT,AVERAGE,,,,WEBTransactionVirtualPage
WEBVirtualPage,End User Experience|Virtual Pages|*|HTML Download Time (ms),HTML Download Time (ms),HTMLDT,AVERAGE,,,,WEBTransactionVirtualPage
WEBVirtualPage,End User Experience|Virtual Pages|*|HTML Download and DOM Building Time (ms),HTML Download and DOM Building Time (ms),HTMLDDOMT,AVERAGE,,,,WEBTransactionVirtualPage
WEBVirtualPage,End User Experience|Virtual Pages|*|DOM Building Time (ms),DOM Building Time (ms),DOMBUILDT,AVERAGE,,,,WEBTransactionVirtualPage
WEBVirtualPage,End User Experience|Virtual Pages|*|DOM Ready Time (ms),DOM Ready Time (ms),DOMREADYT,AVERAGE,,,,WEBTransactionVirtualPage
WEBVirtualPage,End User Experience|Virtual Pages|*|Browser Queue Time (ms),Browser Queue Time (ms),BROWSQT,AVERAGE,,,,WEBTransactionVirtualPage
WEBVirtualPage,End User Experience|Virtual Pages|*|Images Loaded per Pageview,Images Loaded per Pageview,IMGLOAD,SUM,,,,WEBTransactionVirtualPage
WEBVirtualPage,End User Experience|Virtual Pages|*|Resources Loaded per Pageview,Resources Loaded per Pageview,RESLOAD,SUM,,,,WEBTransactionVirtualPage
WEBVirtualPage,End User Experience|Virtual Pages|*|Scripts Loaded per Pageview,Scripts Loaded per Pageview,JSLOAD,SUM,,,,WEBTransactionVirtualPage
MOBILEApplication,Mobile|{0}|App Starts,App Starts,APPSTART,SUM,,,,MOBILETransactionApplication
MOBILEApplication,Mobile|{0}|App Starts per Minute,App Starts per Minute,APPSTARTPM,SUM,,,,MOBILETransactionApplication
MOBILEApplication,Mobile|{0}|App Crashes,App Crashes,APPCRASH,SUM,,,,MOBILETransactionApplication
MOBILEApplication,Mobile|{0}|App Crashes per Minute,App Crashes per Minute,APPCRASHPM,SUM,,,,MOBILETransactionApplication
MOBILEApplication,Mobile|{0}|Application Server Calls per Minute,Application Server Calls per Minute,APPCPM,SUM,,,,MOBILETransactionApplication
MOBILEApplication,Mobile|{0}|Application Server Time (ms),Application Server Time (ms),APPART,AVERAGE,,,,MOBILETransactionApplication
MOBILEApplication,Mobile|{0}|HTTP Errors per Minute,HTTP Errors per Minute,HTTPEPM,SUM,,,,MOBILETransactionApplication
MOBILEApplication,Mobile|{0}|Network Request Time (ms),Network Request Time (ms),NRT,AVERAGE,,,,MOBILETransactionApplication
MOBILEApplication,Mobile|{0}|Network Response Content Length (bytes),Network Response Content Length (bytes),NRLENGTH,SUM,,,,MOBILETransactionApplication
MOBILEApplication,Mobile|{0}|Network Errors per Minute,Network Errors per Minute,NETEPM,SUM,,,,MOBILETransactionApplication
MOBILEApplication,Mobile|{0}|Requests per Minute,Requests per Minute,CPM,SUM,,,,MOBILETransactionApplication
MOBILENetworkRequest,Mobile|{0}|Application Server Calls per Minute,Application Server Calls per Minute,APPCPM,SUM,,,,MOBILETransactionNetworkRequest
MOBILENetworkRequest,Mobile|{0}|Apps|{1}|Requests|*|Application Server Time (ms),Application Server Time (ms),APPART,AVERAGE,,,,MOBILETransactionNetworkRequest
MOBILENetworkRequest,Mobile|{0}|Apps|{1}|Requests|*|HTTP Errors per Minute,HTTP Errors per Minute,HTTPEPM,SUM,,,,MOBILETransactionNetworkRequest
MOBILENetworkRequest,Mobile|{0}|Apps|{1}|Requests|*|Network Request Time (ms),Network Request Time (ms),NRT,AVERAGE,,,,MOBILETransactionNetworkRequest
MOBILENetworkRequest,Mobile|{0}|Apps|{1}|Requests|*|Network Response Content Length (bytes),Network Response Content Length (bytes),NRLENGTH,SUM,,,,MOBILETransactionNetworkRequest
MOBILENetworkRequest,Mobile|{0}|Apps|{1}|Requests|*|Network Errors per Minute,Network Errors per Minute,NETEPM,SUM,,,,MOBILETransactionNetworkRequest
MOBILENetworkRequest,Mobile|{0}|Apps|{1}|Requests|*|Requests per Minute,Requests per Minute,CPM,SUM,,,,MOBILETransactionNetworkRequest
SIMMachine,Application Infrastructure Performance|*|Individual Nodes|*|Hardware Resources|CPU|%Busy,CPU|%Busy,CPUBUSY,AVERAGE,,,,SIMHardware
SIMMachine,Application Infrastructure Performance|*|Individual Nodes|*|Hardware Resources|Disks|Writes/sec,Disks|Write/sec,DISKWRITE,AVERAGE,,,,SIMHardware
SIMMachine,Application Infrastructure Performance|*|Individual Nodes|*|Hardware Resources|Disks|Reads/sec,Disks|Reads/sec,DISKREAD,AVERAGE,,,,SIMHardware
SIMMachine,Application Infrastructure Performance|*|Individual Nodes|*|Hardware Resources|Memory|Used %,Memory|Used %,MEMUSED,AVERAGE,,,,SIMHardware
SIMMachine,Application Infrastructure Performance|*|Individual Nodes|*|Hardware Resources|Load|Last 1 minute,Load|Last 1 minute,LOAD1M,SUM,,,,SIMHardware
SIMMachine,Application Infrastructure Performance|*|Individual Nodes|*|Hardware Resources|Load|Last 5 minutes,Load|Last 5 minutes,LOAD5M,SUM,,,,SIMHardware
SIMMachine,Application Infrastructure Performance|*|Individual Nodes|*|Hardware Resources|Load|Last 15 minutes,Load|Last 15 minutes,LOAD15M,SUM,,,,SIMHardware
SIMNetwork,Application Infrastructure Performance|*|Individual Nodes|*|Hardware Resources|Network|Incoming KB/sec,Network|Incoming KB/sec,NETKBIN,AVERAGE,,,,SIMHardware
SIMNetwork,Application Infrastructure Performance|*|Individual Nodes|*|Hardware Resources|Network|Outgoing KB/sec,Network|Outgoing KB/sec,NETKBOUT,AVERAGE,,,,SIMHardware
Loading

0 comments on commit a3dd11f

Please sign in to comment.